-- Logs begin at Wed 2021-09-15 18:14:24 UTC, end at Wed 2021-09-15 19:23:21 UTC. --
Sep 15 18:56:13.527880 dv-cinder-806008-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 15 18:56:15.678571 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.common.config [-] Logging enabled!
Sep 15 18:56:15.679125 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev3
Sep 15 18:56:15.679261 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75021) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 15 18:56:15.681534 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.common.config [-] Logging enabled!
Sep 15 18:56:15.682428 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev3
Sep 15 18:56:15.682776 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75021) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Sep 15 18:56:15.683742 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 18:56:15.683977 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 15 18:56:15.684338 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 15 18:56:15.684587 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 15 18:56:15.684815 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 15 18:56:15.685133 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.685433 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.685727 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.685957 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.686251 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.686562 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.686850 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.687141 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.687439 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.687724 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.688005 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.688535 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.688776 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.689060 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.689347 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.689634 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.689857 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] debug                          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.690137 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.690585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.690993 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.691275 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.691567 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.691845 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.692119 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.692402 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.692732 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] host                           = dv-cinder-806008-3-iscsi {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.693014 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.693297 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.693582 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.693868 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.694143 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.694417 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.694740 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.695017 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.695288 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.695579 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.695853 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.696138 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.696429 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.696655 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.696878 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.697164 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.697493 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.697768 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.698042 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.698315 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.698609 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.698887 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.699157 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.699443 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.699727 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.700013 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.700287 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.700560 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.700833 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.701104 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.701390 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.701663 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.701936 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.702208 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.702493 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.702794 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.703068 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.703368 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.703655 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.703940 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.704224 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.704503 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.704784 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.705057 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.705331 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.705600 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.705871 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.706140 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.706419 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.706713 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.706986 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.707260 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.707530 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.707818 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:15.708115 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.708410 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.708713 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.708998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.709292 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.709576 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.709865 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.710142 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.710432 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.710745 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.711037 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.711321 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.711610 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.711911 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.712201 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.712477 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.712758 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.713101 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.713467 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.713665 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.713948 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.714240 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.714527 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.714823 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.715106 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.715384 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.715657 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.715929 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.716208 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.716500 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.716776 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.717051 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.717322 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.717599 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.717875 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.718159 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.718436 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.718732 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.719006 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.719286 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.719558 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.719832 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.720110 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.720384 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.720660 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.720931 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.721204 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.721476 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.721747 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.722018 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.722289 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.722574 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.722853 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.723123 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.723393 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.723663 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.723934 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.724204 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.724495 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.724791 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.725070 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.725349 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.725627 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.725904 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.726181 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.726458 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.726758 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.727038 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.727315 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.727607 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.727892 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.728178 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.728461 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.729370 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.729673 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.729956 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.730241 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.730522 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.730830 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.731114 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.731398 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.731695 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.731991 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.732291 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.732585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.732876 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.733159 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.733465 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.733748 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:15.733966 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 15 18:56:15.734223 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75021) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Sep 15 18:56:16.135194 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO keyring.backend [-] Loading KWallet
Sep 15 18:56:16.142649 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO keyring.backend [-] Loading SecretService
Sep 15 18:56:16.145804 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO keyring.backend [-] Loading Windows
Sep 15 18:56:16.147176 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO keyring.backend [-] Loading chainer
Sep 15 18:56:16.147772 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO keyring.backend [-] Loading macOS
Sep 15 18:56:16.181823 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:16.182104 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=75021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:16.182392 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:16.182763 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 15 18:56:16.493190 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.493411 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.493682 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.554845 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.555129 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.555402 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.559217 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.559490 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.559756 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.589262 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.589542 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.589815 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.617640 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.617919 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.618185 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.938651 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f922ce0faf0> agent after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.939321 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f922ce0faf0> agent after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.939321 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f922ce0fb80> segment precommit_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.939484 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f922ce0fc10> network precommit_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:16.940166 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f922ce18dc0> segment before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.062392 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> network before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.062737 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f922cdf7670> agent before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.063023 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> network before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.063548 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> port before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.063818 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> port before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.064125 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> segment after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.064387 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> segment precommit_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.064644 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> segment precommit_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.064899 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> segment after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.065179 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> network after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.065437 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> network precommit_delete 0 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.065698 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> port provisioning_complete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.065962 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.066217 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.066481 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> agent after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.066770 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> subnet after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.067028 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> subnet precommit_delete 0 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.067303 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.067555 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.067840 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> segment_host_mapping after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.068186 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> port after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.068441 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> port after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.068686 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> port after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.068967 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.069216 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.069459 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f922d6bfb80>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.069843 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.070083 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.070323 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.070581 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.070824 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.071060 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.071608 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 15 18:56:17.075057 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 15 18:56:17.078988 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 15 18:56:17.082719 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Sep 15 18:56:17.084345 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 15 18:56:17.084739 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 15 18:56:17.085078 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 15 18:56:17.085471 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 15 18:56:17.088810 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 15 18:56:17.089063 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 15 18:56:17.089408 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 15 18:56:17.117344 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Sep 15 18:56:17.117794 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f922cf1a310>> qos_plugin after_init 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.118097 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75021) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 15 18:56:17.118459 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f922cf1a580>> logging-plugin after_init 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.119944 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75021) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 15 18:56:17.120220 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 15 18:56:17.120465 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 15 18:56:17.123563 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f922cd99ac0>> floatingip before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.123849 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f922cd99ac0>> port before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.185042 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 15 18:56:17.185284 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 15 18:56:17.185524 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 15 18:56:17.185902 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 15 18:56:17.216101 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_db.sqlalchemy.engines [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75021) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Sep 15 18:56:17.544252 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing driver for type 'gre'
Sep 15 18:56:17.544781 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] gre ID ranges: [(1, 1000)]
Sep 15 18:56:17.599971 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing driver for type 'local'
Sep 15 18:56:17.600361 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing driver for type 'vlan'
Sep 15 18:56:17.612651 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] VlanTypeDriver initialization complete
Sep 15 18:56:17.613011 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing driver for type 'vxlan'
Sep 15 18:56:17.613489 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] vxlan ID ranges: [(1, 1000)]
Sep 15 18:56:17.667449 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing extension driver 'port_security'
Sep 15 18:56:17.667793 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.extensions.port_security [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] PortSecurityExtensionDriver initialization complete
Sep 15 18:56:17.668123 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing mechanism driver 'openvswitch'
Sep 15 18:56:17.668452 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing mechanism driver 'hyperv'
Sep 15 18:56:17.674889 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.plugins.ml2.plugin [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:56:17.675646 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922cc4eeb0>> port after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.676015 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922cc4eeb0>> port after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.676365 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922cc4eeb0>> port after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.676748 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922cc4ec40>> subnet after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.677098 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922cc4ec40>> subnet after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.677438 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922cc4ec40>> subnet after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.677815 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9220>> network after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.678164 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9220>> network after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.678512 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9220>> network after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.678906 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9490>> security_group after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.679252 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9490>> security_group after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.679592 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9490>> security_group after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.679963 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9700>> security_group_rule after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.680300 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9700>> security_group_rule after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.680635 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f922c7a9700>> security_group_rule after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.680974 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] ML2 OVO RPC backend initialized. {{(pid=75021) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Sep 15 18:56:17.681659 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> router_interface after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.682015 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> router_interface after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.682434 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> network before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.682802 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> networks before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.683147 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> port before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.683489 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> ports before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.683830 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> subnet before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.684174 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> subnets before_response 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.684519 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> network after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.684859 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> network after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.685196 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> network after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.685536 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> port after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.685871 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> port after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.686208 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> port after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.686568 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> subnet after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.686902 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> subnet after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.687238 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f922c7a99a0>> subnet after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.687821 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.plugin [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Modular L2 Plugin initialization complete
Sep 15 18:56:17.688149 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading services supported by the core plugin {{(pid=75021) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Sep 15 18:56:17.688740 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.plugins.ml2.managers [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Got port-security extension from driver 'port_security'
Sep 15 18:56:17.689214 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.extensions.vlantransparent [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Disabled vlantransparent extension.
Sep 15 18:56:17.689628 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75021) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Sep 15 18:56:17.689938 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: router
Sep 15 18:56:17.725659 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router_interface before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.726044 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_create 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.726409 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router before_create 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.726805 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router_interface before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.727177 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router_interface after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.727534 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_delete 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.727895 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> floatingip after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.728255 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_create 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.729139 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_update 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.729491 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_update 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.729836 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router_gateway after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.730193 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_update 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.730624 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router precommit_update 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.730996 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f922cd1ff70> port after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.731335 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f922cd1fe50> port after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.731668 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f922cd1fee0> subnet after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.732002 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f922cd1c040> subnetpool_address_scope after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.732349 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> port precommit_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.732693 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router precommit_create 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.733033 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f922cd02ee0> port before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.733370 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router precommit_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.733725 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router after_update 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.734062 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router precommit_delete 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.734407 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router precommit_create 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.734798 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router_interface after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.735141 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> router precommit_update 55549900 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.735500 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> agent after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.735846 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> agent after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.736188 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f922c7a9c10>> network after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.737042 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Tracking information for resource: router configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.737369 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Tracking information for resource: floatingip configured {{(pid=75021) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 15 18:56:17.742105 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.db.l3_agentschedulers_db [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 15 18:56:17.742704 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f922c714790> port after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.743060 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f922c714670> port after_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.743410 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function _notify_port_delete at 0x7f922c714700> port after_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.743761 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f922c714a60> port after_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.744571 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f922c6d44f0>> router before_create 55550100 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.744936 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f922c6d44f0>> router precommit_delete 55550100 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.745295 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f922c6d44f0>> router precommit_create 55550100 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.745647 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f922c6d44f0>> router precommit_update 55550100 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.749892 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.provider_configuration [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service providers = [] {{(pid=75021) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 15 18:56:17.750257 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.db.servicetype_db [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75021) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 15 18:56:17.753349 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.service_base [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 15 18:56:17.753698 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.service_base [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 15 18:56:17.754043 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.service_base [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 15 18:56:17.754944 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.services.service_base [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75021) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 15 18:56:17.755315 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.services.service_base [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 15 18:56:17.755682 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.755997 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 15 18:56:17.766410 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.766771 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: auto_allocate
Sep 15 18:56:17.772489 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f922c6e9ee0> network precommit_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.772857 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f922c6e9ee0> network precommit_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.773373 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.773693 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: tag
Sep 15 18:56:17.781047 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.781376 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: timestamp
Sep 15 18:56:17.785152 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.785481 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: network_ip_availability
Sep 15 18:56:17.790671 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f922c6eabe0>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.791728 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f922c6eabe0>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.792127 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f922c6eabe0>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:17.792833 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.793150 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: flavors
Sep 15 18:56:17.798039 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.798314 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading Plugin: revisions
Sep 15 18:56:17.802509 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75021) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 15 18:56:17.802923 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_concurrency.lockutils [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=75021) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:17.803643 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75021) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Sep 15 18:56:17.803978 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Initializing extension manager.
Sep 15 18:56:17.804479 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: __init__.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.804815 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: __pycache__ {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.805148 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.805478 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.805805 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: _filter_validation_lib.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.806130 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.806452 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: address_group.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.807439 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.807995 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: address-group
Sep 15 18:56:17.808317 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: address_scope.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.809027 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.809529 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: address-scope
Sep 15 18:56:17.809844 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: admin_state_down_before_update.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.810797 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.811307 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: router-admin-state-down-before-update
Sep 15 18:56:17.811627 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: agent.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.812325 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.812828 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: agent
Sep 15 18:56:17.813146 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: agent_resources_synced.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.814321 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.814862 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: agent-resources-synced
Sep 15 18:56:17.815178 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: allowedaddresspairs.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.816959 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.817482 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: allowed-address-pairs
Sep 15 18:56:17.817809 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: auto_allocated_topology.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.818911 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.819426 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: auto-allocated-topology
Sep 15 18:56:17.819748 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: availability_zone.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.820440 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.820945 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: availability_zone
Sep 15 18:56:17.821267 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: availability_zone_filter.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.822327 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.822751 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: availability_zone_filter
Sep 15 18:56:17.823072 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: data_plane_status.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.823978 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.824474 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension data-plane-status not supported by any of loaded plugins
Sep 15 18:56:17.824793 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: default_subnetpools.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.825708 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.826211 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: default-subnetpools
Sep 15 18:56:17.826530 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: dhcpagentscheduler.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.827337 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.827837 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: dhcp_agent_scheduler
Sep 15 18:56:17.828157 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: dns.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.829073 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.829571 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension dns-integration not supported by any of loaded plugins
Sep 15 18:56:17.829891 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: dns_domain_ports.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.830841 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.831345 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 15 18:56:17.831665 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: dvr.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.832340 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.832838 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: dvr
Sep 15 18:56:17.833155 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: empty_string_filtering.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.834074 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.834599 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: empty-string-filtering
Sep 15 18:56:17.834917 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.835822 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.836320 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 15 18:56:17.836636 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.837547 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.838670 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 15 18:56:17.839091 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: external_net.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.840013 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.840524 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: external-net
Sep 15 18:56:17.840843 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: extra_dhcp_opt.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.841749 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.842251 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: extra_dhcp_opt
Sep 15 18:56:17.842585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: extraroute.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.843494 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.843998 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: extraroute
Sep 15 18:56:17.844315 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: extraroute_atomic.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.845345 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.845855 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: extraroute-atomic
Sep 15 18:56:17.846176 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: filter_validation.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.846874 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.847378 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: filter-validation
Sep 15 18:56:17.847701 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: fip_pf_description.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.848781 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.849280 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 15 18:56:17.849597 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: fip_port_details.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.850512 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.851042 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: fip-port-details
Sep 15 18:56:17.851361 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: flavors.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.852587 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.853099 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: flavors
Sep 15 18:56:17.853458 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.855325 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.855841 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 15 18:56:17.856173 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: floatingip_pools.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.856872 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.857376 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: floatingip-pools
Sep 15 18:56:17.857707 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: ip_allocation.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.858657 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.859160 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension ip_allocation not supported by any of loaded plugins
Sep 15 18:56:17.859485 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.860400 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.860905 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: ip-substring-filtering
Sep 15 18:56:17.861230 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l2_adjacency.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.862138 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.862684 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 15 18:56:17.863008 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.863961 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.864470 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: router
Sep 15 18:56:17.864791 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3_conntrack_helper.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.867058 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.867578 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 15 18:56:17.867914 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.868839 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.869969 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: ext-gw-mode
Sep 15 18:56:17.870300 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.871248 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.871763 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: l3-ha
Sep 15 18:56:17.872089 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3_flavors.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.872992 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.873499 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: l3-flavors
Sep 15 18:56:17.873822 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.874757 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.875269 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 15 18:56:17.875587 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: l3agentscheduler.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.876607 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.877115 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: l3_agent_scheduler
Sep 15 18:56:17.877439 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: logging.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.878985 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.879504 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension logging not supported by any of loaded plugins
Sep 15 18:56:17.879831 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: metering.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.880571 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.881143 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: metering
Sep 15 18:56:17.881470 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.882589 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.883105 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: metering_source_and_destination_fields
Sep 15 18:56:17.883432 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: multiprovidernet.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.884480 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.885540 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: multi-provider
Sep 15 18:56:17.885868 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: netmtu.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.886819 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.887324 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: net-mtu
Sep 15 18:56:17.887645 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: netmtu_writable.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.888565 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.889067 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: net-mtu-writable
Sep 15 18:56:17.889385 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: network_availability_zone.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.890054 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.890569 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: network_availability_zone
Sep 15 18:56:17.890899 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: network_ip_availability.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.891984 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.892488 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: network-ip-availability
Sep 15 18:56:17.892810 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: network_segment_range.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.893568 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.894063 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension network-segment-range not supported by any of loaded plugins
Sep 15 18:56:17.894380 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: pagination.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.895392 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.895720 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: pagination
Sep 15 18:56:17.896037 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.896959 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.897469 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: port-mac-address-regenerate
Sep 15 18:56:17.897786 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: port_resource_request.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.898739 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.899244 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension port-resource-request not supported by any of loaded plugins
Sep 15 18:56:17.899757 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: portbindings.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.900969 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.901541 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: binding
Sep 15 18:56:17.902053 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: portbindings_extended.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.903436 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.904089 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: binding-extended
Sep 15 18:56:17.904417 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: portsecurity.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.905337 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.905842 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: port-security
Sep 15 18:56:17.906164 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: project_id.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.907185 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.907514 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: project-id
Sep 15 18:56:17.907831 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: providernet.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.908770 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.909278 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: provider
Sep 15 18:56:17.909600 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.913102 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.913617 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos not supported by any of loaded plugins
Sep 15 18:56:17.913945 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.915216 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.915731 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 15 18:56:17.916662 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.917588 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.918096 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 15 18:56:17.918419 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_default.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.919371 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.919880 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-default not supported by any of loaded plugins
Sep 15 18:56:17.920205 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_fip.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.920855 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.921357 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-fip not supported by any of loaded plugins
Sep 15 18:56:17.921674 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_gateway_ip.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.922624 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.923132 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 15 18:56:17.923457 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_port_network_policy.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.924364 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.924868 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 15 18:56:17.925187 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_rule_type_details.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.926093 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.926638 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 15 18:56:17.926961 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: qos_rules_alias.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.927993 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.928500 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 15 18:56:17.928826 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: quotasv2.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.929701 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.930028 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: quotas
Sep 15 18:56:17.930347 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: quotasv2_detail.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.932676 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.933010 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: quota_details
Sep 15 18:56:17.933337 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: rbac.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.934390 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.934943 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: rbac-policies
Sep 15 18:56:17.935267 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: rbac_address_scope.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.936191 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.936703 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: rbac-address-scope
Sep 15 18:56:17.937022 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: rbac_security_groups.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.937934 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.938736 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: rbac-security-groups
Sep 15 18:56:17.939268 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: rbac_subnetpool.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.939958 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.940468 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: rbac-subnetpool
Sep 15 18:56:17.940786 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: revisionifmatch.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.941711 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.942216 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: revision-if-match
Sep 15 18:56:17.942533 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: revisions.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.943668 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.944180 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: standard-attr-revisions
Sep 15 18:56:17.944505 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: router_availability_zone.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.945182 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.945688 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: router_availability_zone
Sep 15 18:56:17.946008 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: routerservicetype.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.946964 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.947497 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension router-service-type not supported by any of loaded plugins
Sep 15 18:56:17.947816 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: security_groups_port_filtering.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.948761 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.949268 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: port-security-groups-filtering
Sep 15 18:56:17.949586 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: securitygroup.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.960283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.960812 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: security-group
Sep 15 18:56:17.961146 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: segment.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.961930 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.962443 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension segment not supported by any of loaded plugins
Sep 15 18:56:17.962818 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.963854 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.964357 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 15 18:56:17.964683 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: servicetype.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.965770 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.966289 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: service-type
Sep 15 18:56:17.966646 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: sorting.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.967628 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.967957 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: sorting
Sep 15 18:56:17.968279 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: standard_attr_segment.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.969199 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.969713 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 15 18:56:17.970035 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: standardattrdescription.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.970721 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.971230 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: standard-attr-description
Sep 15 18:56:17.971554 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: stateful_security_group.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.972486 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.972997 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: stateful-security-group
Sep 15 18:56:17.973316 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: stdattrs_common.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.973892 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 15 18:56:17.974210 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.975159 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.975670 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 15 18:56:17.975990 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: subnet_onboard.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.977139 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.977659 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: subnet_onboard
Sep 15 18:56:17.977977 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.979457 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.979965 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 15 18:56:17.980285 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: subnet_service_types.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.981210 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.981730 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: subnet-service-types
Sep 15 18:56:17.982050 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: subnetallocation.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.983159 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.983678 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: subnet_allocation
Sep 15 18:56:17.984005 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.984673 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.985193 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: subnetpool-prefix-ops
Sep 15 18:56:17.985514 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.986447 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.986983 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 15 18:56:17.987303 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: tagging.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.988361 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.988884 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: standard-attr-tag
Sep 15 18:56:17.989213 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: timestamp.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.990414 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.990962 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loaded extension: standard-attr-timestamp
Sep 15 18:56:17.991291 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: trunk.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.992325 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.992838 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension trunk not supported by any of loaded plugins
Sep 15 18:56:17.993162 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: trunk_details.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.994152 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.995308 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension trunk-details not supported by any of loaded plugins
Sep 15 18:56:17.995647 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: uplink_status_propagation.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.996580 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.997090 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 15 18:56:17.997414 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Loading extension file: vlantransparent.py {{(pid=75021) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Sep 15 18:56:17.998082 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75021) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Sep 15 18:56:17.998613 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 15 18:56:18.000819 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:network
Sep 15 18:56:18.001531 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:subnet
Sep 15 18:56:18.002319 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 18:56:18.002958 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:port
Sep 15 18:56:18.004231 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.004672 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service FLAVORS assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.005293 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.005715 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.006043 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:router
Sep 15 18:56:18.006721 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:floatingip
Sep 15 18:56:18.007437 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service METERING assigned prefix: /metering {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.008845 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f922c5bd880>> rbac-policy before_create 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:18.009213 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f922c5bd880>> rbac-policy before_update 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:18.009561 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f922c5bd880>> rbac-policy before_delete 55550000 {{(pid=75021) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 18:56:18.010763 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 15 18:56:18.011201 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:security_group
Sep 15 18:56:18.011846 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 15 18:56:18.012608 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service CORE assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.012940 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 18:56:18.013270 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] subnetpool is already registered
Sep 15 18:56:18.013877 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service CORE assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.014203 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 18:56:18.014522 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] subnetpool is already registered
Sep 15 18:56:18.017099 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.017529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service FLAVORS assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.018119 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.018563 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.018900 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:router
Sep 15 18:56:18.019226 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] router is already registered
Sep 15 18:56:18.019823 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:floatingip
Sep 15 18:56:18.020150 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] floatingip is already registered
Sep 15 18:56:18.020776 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service METERING assigned prefix: /metering {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.021448 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 15 18:56:18.021773 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] rbac_policy is already registered
Sep 15 18:56:18.022314 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:security_group
Sep 15 18:56:18.022669 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] security_group is already registered
Sep 15 18:56:18.023255 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 15 18:56:18.023580 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] security_group_rule is already registered
Sep 15 18:56:18.024243 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service CORE assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.024571 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 18:56:18.024893 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] subnetpool is already registered
Sep 15 18:56:18.025548 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.v2.resource_helper [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Service CORE assigned prefix:  {{(pid=75021) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 15 18:56:18.025874 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 15 18:56:18.026197 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING neutron.quota.resource_registry [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] subnetpool is already registered
Sep 15 18:56:18.026867 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: extensions {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.028316 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: address-groups {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.029872 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: address-scopes {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.031081 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: agents {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.032216 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: auto-allocated-topology {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.033427 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: availability_zones {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.034736 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: dhcp-networks {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.036103 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: dhcp-agents {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.037506 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: routers {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.039291 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: flavors {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.040436 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: service_profiles {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.042138 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: next_providers {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.043648 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: service_profiles {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.045058 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: floatingip-pools {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.046221 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: routers {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.048016 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: floatingips {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.049229 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: l3-routers {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.050504 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: l3-agents {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.051875 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: metering-labels {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.054010 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: metering-label-rules {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.055292 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: network-ip-availabilities {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.056501 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: bindings {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.058697 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: quotas {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.060090 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: quotas {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.061483 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: rbac-policies {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.062780 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: security-groups {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.064223 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: security-group-rules {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.065409 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: service-providers {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.066618 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: subnetpools {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.067984 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: subnetpools {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.069402 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.071071 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.072859 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.074656 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.076384 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.078018 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.079766 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.081558 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.083362 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.085144 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron.api.extensions [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Extended resource: tags {{(pid=75021) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Sep 15 18:56:18.091232 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING keystonemiddleware.auth_token [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 15 18:56:18.095876 dv-cinder-806008-3-iscsi neutron-server[75021]: WARNING keystonemiddleware.auth_token [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 15 18:56:18.104416 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_concurrency.lockutils [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Acquired lock "singleton_lock" {{(pid=75021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Sep 15 18:56:18.104935 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_concurrency.lockutils [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Releasing lock "singleton_lock" {{(pid=75021) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Sep 15 18:56:18.105554 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Starting 2 workers
Sep 15 18:56:18.110133 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Started child 75126 {{(pid=75021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 15 18:56:18.114268 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Started child 75127 {{(pid=75021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 15 18:56:18.115387 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:18.116030 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO neutron.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Neutron service started, listening on 0.0.0.0:9696
Sep 15 18:56:18.116456 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Notify callbacks [] for process, before_spawn {{(pid=75021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:18.116823 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [-] (75126) wsgi starting up on http://0.0.0.0:9696
Sep 15 18:56:18.119029 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Starting 1 workers
Sep 15 18:56:18.120121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:18.121522 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [-] (75127) wsgi starting up on http://0.0.0.0:9696
Sep 15 18:56:18.124496 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Started child 75128 {{(pid=75021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 15 18:56:18.125011 dv-cinder-806008-3-iscsi neutron-server[75021]: INFO oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Starting 1 workers
Sep 15 18:56:18.128034 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] calling RpcWorker wait() {{(pid=75128) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 15 18:56:18.128569 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] returning from RpcWorker wait() {{(pid=75128) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 15 18:56:18.129169 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Started child 75129 {{(pid=75021) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 15 18:56:18.129835 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:18.129971 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG neutron_lib.callbacks.manager [None req-45a80f1d-1eeb-4456-a50a-9e8bc30a6158 None None] Notify callbacks [] for process, after_spawn {{(pid=75021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:18.130273 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:56:18.131937 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 15 18:56:18.132141 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 18:56:18.132325 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 15 18:56:18.132527 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 15 18:56:18.132871 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 15 18:56:18.133032 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 15 18:56:18.133534 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.133825 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.134084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.134352 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.134709 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.135173 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:18.135635 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.135635 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.135787 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.135981 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.136228 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.136397 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.136562 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.136649 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:56:18.136801 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.137030 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.137354 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.137616 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.137851 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.138121 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.138296 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.138576 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.138844 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.139072 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.139328 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.139567 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.140054 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.140288 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.140537 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.140782 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.141064 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.141309 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.141578 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.141791 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.142019 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.142242 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.142508 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.142766 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.143012 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.143267 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.143502 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.143965 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] host                           = dv-cinder-806008-3-iscsi {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.144186 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.144405 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.144631 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.144864 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.145120 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.145353 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.145602 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.145848 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.146095 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.146317 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.146577 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.146803 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.147036 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.147283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.147447 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.147702 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.147979 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.148248 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.148436 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.148604 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.148778 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.149037 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.149197 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.149472 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.149667 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.149885 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.150126 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.150431 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.150797 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.151042 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.151354 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.151580 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.151793 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.152043 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.152275 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.152512 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.152727 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.152950 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.153188 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.153398 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.153609 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.153835 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.154047 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.154258 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.154468 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.154747 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.155029 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.155279 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.155518 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.155743 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.155968 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.156212 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.156610 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.156929 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.157301 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.157472 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.157982 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.158278 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.158466 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.158993 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.158993 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.159354 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.159354 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.159632 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.159837 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.160088 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.160305 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.160517 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.160871 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.161156 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.161454 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.161768 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.162153 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.162299 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.162457 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.162712 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.163693 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.163693 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.163693 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.163934 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.164014 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.164307 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.164582 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.164829 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.165075 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.166578 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.166578 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.166578 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.166578 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.166905 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.167160 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.167527 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.167755 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.167995 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.168235 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.168468 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.168689 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.168920 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.169718 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.169965 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.170202 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.170454 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.170697 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.170920 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.171151 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.171365 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.171599 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.171971 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.172368 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.172780 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.173021 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.173261 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.173483 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.173698 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.173955 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.174175 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.174410 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.174661 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.174905 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.175123 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.175373 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.175590 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.175804 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.176017 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.176233 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.176471 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.176849 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.177073 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.177290 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.177529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.177765 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.177980 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.178192 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.178602 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.178821 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.179055 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.179267 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.179504 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.179711 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.179918 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.180158 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.181075 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.181295 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.182496 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.182857 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.183258 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.183662 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.184058 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.184333 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.184585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.184868 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.185099 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.185355 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.185582 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.185846 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.186096 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.186361 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.186613 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.186899 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.187109 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.187332 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190574 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59686) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.190705 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191171 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191171 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191171 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191171 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191171 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191171 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191510 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191581 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.191857 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.192290 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.192544 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.192847 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.193148 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.193468 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.193782 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.194058 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.194281 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.194588 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.194834 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.195115 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.195338 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.195574 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.195895 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.196148 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.196386 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.196647 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.196909 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.197207 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.197468 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.197747 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.198069 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.198370 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.198653 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.198886 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.199439 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.199439 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.199743 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.199743 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.200006 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.200245 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.200412 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.200602 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.200850 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202026 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202026 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202026 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202026 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202026 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202834 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.202834 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.204095 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.204407 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.204818 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0148242
Sep 15 18:56:18.205720 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.205974 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.206228 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.206458 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.206761 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.207812 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.208041 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.208321 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.208583 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.208824 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.209055 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.209298 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.209535 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.209753 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.210006 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.210227 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.210449 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.211185 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.211417 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.211637 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.212649 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.212948 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.213186 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.213452 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.213676 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.213998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.214225 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.214476 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.215507 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.215741 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.215992 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.216234 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.216456 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.216676 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.216896 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.217138 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.217383 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.217612 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.217832 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.218062 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.218298 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.218514 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.218776 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.219053 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.219286 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.219503 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.219795 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.220035 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.220267 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.220517 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.220771 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.221004 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.221229 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.221442 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.221819 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.222181 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.222664 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.223067 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.223423 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.223848 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.224248 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.224757 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.225207 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.225951 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.226315 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.226785 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.227164 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.227572 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.227939 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.228348 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.229344 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.229798 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.230190 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.230632 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.231069 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.231497 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.231925 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.232833 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.233555 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.234790 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.235117 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.235408 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.235656 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.235956 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.236284 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.236412 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.236666 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.236908 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.237133 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.237397 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.237656 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.237909 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.238127 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.238877 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.239273 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.239764 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.240007 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.240258 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.240485 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.240652 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 15 18:56:18.241162 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75021) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 15 18:56:18.241420 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 15 18:56:18.241582 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 15 18:56:18.241751 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 15 18:56:18.241920 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 15 18:56:18.242072 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 15 18:56:18.242275 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.242429 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.242753 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.242915 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.243097 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.243288 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.243453 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.243758 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.243914 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.244768 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.245077 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.245231 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.245390 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.245610 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.245702 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.245844 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246027 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246164 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246304 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246462 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246666 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246820 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.246975 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] debug                          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.247130 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.247332 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248378 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248378 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248520 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248634 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248789 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.248943 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.249097 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.249255 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.249897 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250026 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] host                           = dv-cinder-806008-3-iscsi {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250186 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250343 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250497 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250674 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250830 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.250984 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.251141 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.251296 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.251476 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.251633 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.251844 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252003 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252155 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252315 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252485 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252644 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252795 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.252935 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.253105 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.253263 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.253594 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.253750 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.253908 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.254064 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.254218 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.254527 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.254708 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256509 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256509 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256509 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256694 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.256769 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257016 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257016 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257181 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257298 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257457 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257612 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257768 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.257923 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.258477 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.258477 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.258477 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.258744 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.259709 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.259810 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.260828 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.260828 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.260828 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.260828 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.260828 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261491 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261587 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261706 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.261903 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.262058 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.262193 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.262326 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.262469 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 15 18:56:18.262680 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.262845 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.263017 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.263177 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.263340 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.263499 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.263657 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.263815 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.52/identity {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265100 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265585 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265756 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265756 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.265915 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.266073 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.266234 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.266384 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.266560 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.266754 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.266935 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.267078 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.267237 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.267395 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.267554 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.267711 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.267869 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.268033 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.268191 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.268351 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.268513 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.268671 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.268810 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.269019 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.269173 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.269576 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.269954 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.270099 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.270260 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.270419 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.270631 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.271021 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.271204 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.271384 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.271518 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.271648 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.271884 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.272031 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.272339 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.272496 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.272663 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.272821 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.272980 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.273141 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.273301 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.273459 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.273617 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.273813 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.273934 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.274530 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.274530 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.275889 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.275889 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.275889 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.276071 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.276166 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.276390 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.276561 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.276918 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.277077 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.277308 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.277522 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.277763 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.277935 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.278095 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.278241 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.278401 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.278623 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.278765 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.278913 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.279040 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.279180 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.280356 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.280356 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.280630 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.280765 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.280900 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.281034 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.281188 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.281315 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.281471 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.281635 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.281793 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.282031 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.282177 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.282259 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.282513 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.282699 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.282866 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283095 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283271 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283402 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283533 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283667 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283808 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.283944 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.284085 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.284218 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.284372 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.284531 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.284701 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.284975 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.285225 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.285380 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.285540 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.285758 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.285981 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.286129 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.286290 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.286447 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.286635 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.286795 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.286954 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.287112 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.287260 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.287442 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.287572 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.52/identity {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.287708 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.287867 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288025 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288183 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288341 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288518 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288661 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288795 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.288926 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.289084 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.289242 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.289400 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.289557 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.289716 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.289902 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.290059 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.290193 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.290328 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.290462 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.290656 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.290814 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.291001 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.291653 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.291904 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.292175 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.292364 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.292500 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.292633 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.292777 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.292912 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.293660 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.293660 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.293660 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.293660 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294192 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294192 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294192 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294192 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294710 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294710 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.294710 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295090 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295090 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295349 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295349 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295602 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295602 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295811 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.295882 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.296044 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.296202 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.296425 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.296605 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.296737 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.296889 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.297031 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.297195 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.297352 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.297539 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.297661 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.297847 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.298000 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.298144 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.298286 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.298455 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.298704 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.298863 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299023 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299185 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299401 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299552 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299691 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299828 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.299985 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.300484 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.300484 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.300665 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.302998 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303529 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303958 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303958 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.303958 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.305140 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.305254 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.305465 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.305558 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:56:18.305635 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.305766 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.305951 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.306203 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.306322 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.306466 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.306841 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.306989 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.307194 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.307346 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.307648 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.307736 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.307850 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.308033 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.308260 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.308422 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.309283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.309283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.309283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.309283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 15 18:56:18.309283 dv-cinder-806008-3-iscsi neutron-server[75021]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75021) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 15 18:56:28.673437 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30221cbd-b791-4d18-9d5f-a2cab7f5e66d None None] get_active_networks_info from dv-cinder-806008-3-iscsi {{(pid=75128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Sep 15 18:56:28.762442 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30221cbd-b791-4d18-9d5f-a2cab7f5e66d None None] No non-hosted networks {{(pid=75128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 15 18:56:28.772699 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.agentschedulers_db [None req-30221cbd-b791-4d18-9d5f-a2cab7f5e66d None None] DHCP Agent not found on host dv-cinder-806008-3-iscsi {{(pid=75128) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Sep 15 18:56:28.842294 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-ba0ad528-66d5-4016-8bf7-178712462238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700831'] for agent, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:28.956052 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700831'] for agent, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:28.956954 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.957576 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.958187 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.958873 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.959412 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.959937 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.960506 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.961189 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.964390 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.964955 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.966881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:28.967474 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f922c1d29a0>, 'Open vSwitch agent', 'dv-cinder-806008-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:56:28.984957 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f922c1d25e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806008-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:56:30.877378 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d06f4b63-743c-4a36-a38e-337dd89a6141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700831'] for agent, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:30.919682 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-65c41852-2cdb-4b42-913c-390519fd0c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:31.756503 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700831'] for agent, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:33.315691 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700831'] for agent, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:34.890432 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59784) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:35.480617 dv-cinder-806008-3-iscsi neutron-server[75127]: WARNING oslo_policy.policy [None req-cdedc514-4646-41a9-b90d-8512f0fa2790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:35.481201 dv-cinder-806008-3-iscsi neutron-server[75127]: WARNING oslo_policy.policy [None req-cdedc514-4646-41a9-b90d-8512f0fa2790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:35.704550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [None req-cdedc514-4646-41a9-b90d-8512f0fa2790 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75127) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 18:56:35.705546 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-cdedc514-4646-41a9-b90d-8512f0fa2790 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8141930
Sep 15 18:56:37.908657 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.db.l3_hamode_db [None req-847e7870-7b69-4a22-afed-b6410f23c03a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 15 18:56:37.933774 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59798) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:37.995743 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e7870-7b69-4a22-afed-b6410f23c03a None None] Routers set() bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 18:56:37.996057 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e7870-7b69-4a22-afed-b6410f23c03a None None] Router IDs set() for agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Sep 15 18:56:38.318949 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:56:38.370200 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.policy [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75127) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Sep 15 18:56:38.370977 dv-cinder-806008-3-iscsi neutron-server[75127]: WARNING oslo_policy.policy [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:38.371367 dv-cinder-806008-3-iscsi neutron-server[75127]: WARNING oslo_policy.policy [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:38.374660 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.quota [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f922c398700>.
Sep 15 18:56:38.389771 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:56:38.458155 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766615149623', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766614993854', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766614993250', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766614980238', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766614940730', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1578091', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1585438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733998'] for rbac-policy, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:38.526153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:38.527372 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b993b560-bce1-44b5-994b-c8b19ac08d50 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5923450
Sep 15 18:56:41.182513 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59812) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:41.794806 dv-cinder-806008-3-iscsi neutron-server[75126]: WARNING oslo_policy.policy [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:41.795392 dv-cinder-806008-3-iscsi neutron-server[75126]: WARNING oslo_policy.policy [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:42.047562 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Request body: {'network': {'project_id': '109fce5b2fad45d3a235f38497cad602', 'name': 'private', 'admin_state_up': True}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:56:42.049169 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.quota [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f922c3036a0>.
Sep 15 18:56:42.064743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:56:42.071076 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Usage tracker for resource:network and tenant:109fce5b2fad45d3a235f38497cad602 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:56:42.077201 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:56:42.084594 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:56:42.100488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Made reservation on behalf of 109fce5b2fad45d3a235f38497cad602 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 18:56:42.132809 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.policy [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75126) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Sep 15 18:56:42.133567 dv-cinder-806008-3-iscsi neutron-server[75126]: WARNING oslo_policy.policy [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:42.134462 dv-cinder-806008-3-iscsi neutron-server[75126]: WARNING oslo_policy.policy [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 15 18:56:42.139197 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.161618 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.209210 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:56:42.213404 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Usage tracker for resource:security_group_rule and tenant:109fce5b2fad45d3a235f38497cad602 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:56:42.216233 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:56:42.221646 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:56:42.292391 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.296211 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.301895 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:42.324386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 18:56:42.348164 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766612180920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.348752 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f922ce0fb80> segment precommit_create {{(pid=75126) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 15 18:56:42.349209 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Added segment 88ccc13c-873f-469e-85d8-640f414d8a1f of type vlan for network e570cc59-bfcc-4f04-a7f5-1f4508de61c3
Sep 15 18:56:42.357785 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46b12a6-f29b-475c-b081-f74db606eb2b,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:56:42.422955 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.423280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.423597 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.423911 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.424233 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.424543 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.424845 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.425161 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.425464 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.425761 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.426057 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Tracked resource versions report:
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]: pushed versions:
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]: {   'ConntrackHelper': {'1.0'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Log': {'1.0'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Network': {'1.1'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Port': {'1.5'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'PortForwarding': {'1.2'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'QosPolicy': {'1.8'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'SecurityGroup': {'1.2'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'SecurityGroupRule': {'1.0'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'SubPort': {'1.0'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Subnet': {'1.1'},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Trunk': {'1.1'}}
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]: consumer versions:
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Log': '1.0',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Network': '1.1',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Port': '1.5',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'PortForwarding': '1.2',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'QosPolicy': '1.8',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'SecurityGroup': '1.2',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'SecurityGroupRule': '1.0',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'SubPort': '1.0',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Subnet': '1.1',
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Trunk': '1.1'}}
Sep 15 18:56:42.427174 dv-cinder-806008-3-iscsi neutron-server[75126]:  {{(pid=75126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 18:56:42.472000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.475851 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:42.513748 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.515192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:56:42.515853 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:42.520312 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:42.619733 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.4347680
Sep 15 18:56:42.623295 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Pushing event updated for resources: {'Network': ['ID=e570cc59-bfcc-4f04-a7f5-1f4508de61c3,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:56:42.626656 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:42.635974 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 18:56:45.184146 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59834) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:45.691321 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e890d-4052-4942-9e29-26b6dfc26d4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:56:45.692881 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-bd2e890d-4052-4942-9e29-26b6dfc26d4d admin admin] 10.222.0.52 "GET /v2.0/networks/e570cc59-bfcc-4f04-a7f5-1f4508de61c3 HTTP/1.1" status: 200  len: 824 time: 0.5078154
Sep 15 18:56:45.720748 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-f9c6edb9-7995-4a96-bf5e-ba54dccc7b90 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/de451f8b-b1d6-4807-8072-ebe63f603c58 HTTP/1.1" status: 200  len: 734 time: 0.0217373
Sep 15 18:56:45.729973 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '109fce5b2fad45d3a235f38497cad602'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:56:45.734494 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:56:45.738602 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Usage tracker for resource:subnet and tenant:109fce5b2fad45d3a235f38497cad602 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:56:45.742035 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:56:45.748806 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:56:45.758071 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Made reservation on behalf of 109fce5b2fad45d3a235f38497cad602 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 18:56:45.760953 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:46.062244 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:46.067518 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:46.153489 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Checking segment: {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 18:56:46.153849 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Network hostable DHCP agents. Network: e570cc59-bfcc-4f04-a7f5-1f4508de61c3, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 18:56:46.157662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8281b829-62d7-481f-beab-ef74498c1556,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:56:46.171707 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.172038 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.172355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.172668 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.172997 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.173307 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.173613 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.173933 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.174239 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.174553 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.174860 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Tracked resource versions report:
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]: pushed versions:
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]: {   'ConntrackHelper': {'1.0'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Log': {'1.0'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Network': {'1.1'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Port': {'1.5'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'PortForwarding': {'1.2'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'QosPolicy': {'1.8'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'SecurityGroup': {'1.2'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'SecurityGroupRule': {'1.0'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'SubPort': {'1.0'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Subnet': {'1.1'},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Trunk': {'1.1'}}
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]: consumer versions:
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Log': '1.0',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Network': '1.1',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Port': '1.5',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'PortForwarding': '1.2',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'QosPolicy': '1.8',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'SecurityGroup': '1.2',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'SecurityGroupRule': '1.0',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'SubPort': '1.0',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Subnet': '1.1',
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Trunk': '1.1'}}
Sep 15 18:56:46.175930 dv-cinder-806008-3-iscsi neutron-server[75127]:  {{(pid=75127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 18:56:46.210672 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:46.211863 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 18:56:46.222178 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, e570cc59-bfcc-4f04-a7f5-1f4508de61c3) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 18:56:46.226499 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:56:46.227145 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:46.232617 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a1e9ff-373a-4005-8722-88b10370c13b None None] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 18:56:46.248069 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5222540
Sep 15 18:56:46.542273 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 18:56:46.543603 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:46.732808 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Allocated IP 172.20.0.2 (e570cc59-bfcc-4f04-a7f5-1f4508de61c3/8281b829-62d7-481f-beab-ef74498c1556/c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 18:56:46.957974 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:46.977320 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Transition to ACTIVE for port object c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 18:56:47.004784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Transition to ACTIVE for port object c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 18:56:47.012871 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:47.022348 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:47.082986 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 18:56:47.085820 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 18:56:47.093344 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Pushing event updated for resources: {'Port': ['ID=c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:56:47.095648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 18:56:47.169461 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.169800 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.170130 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.170456 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.170800 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.171118 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.171432 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.171756 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.172069 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.172377 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.172684 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Tracked resource versions report:
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]: pushed versions:
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]: {   'ConntrackHelper': {'1.0'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Log': {'1.0'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Network': {'1.1'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Port': {'1.5'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'PortForwarding': {'1.2'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'QosPolicy': {'1.8'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'SecurityGroup': {'1.2'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'SecurityGroupRule': {'1.0'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'SubPort': {'1.0'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Subnet': {'1.1'},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Trunk': {'1.1'}}
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]: consumer versions:
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Log': '1.0',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Network': '1.1',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Port': '1.5',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'PortForwarding': '1.2',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'QosPolicy': '1.8',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'SecurityGroup': '1.2',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'SecurityGroupRule': '1.0',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'SubPort': '1.0',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Subnet': '1.1',
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Trunk': '1.1'}}
Sep 15 18:56:47.173798 dv-cinder-806008-3-iscsi neutron-server[75128]:  {{(pid=75128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 18:56:47.187552 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:47.197525 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Attempting to bind port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 18:56:47.198027 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Attempting to bind port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 18:56:47.198339 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Attempting to bind port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 on network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 18:56:47.204652 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 18:56:47.205078 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Checking segment: {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 18:56:47.205532 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:47.205919 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Bound using segment: {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 18:56:47.206378 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Bound port: c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 18:56:47.206788 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:47.292862 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] For port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 18:56:47.297123 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] For port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26,segment=NetworkSegment(88ccc13c-873f-469e-85d8-640f414d8a1f),segment_id=88ccc13c-873f-469e-85d8-640f414d8a1f)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 18:56:47.301645 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:47.306188 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:47.412684 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Pushing event updated for resources: {'Port': ['ID=c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:56:47.416537 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:48.527710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59848) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:48.929076 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [None req-4e9ea590-8c7a-40e5-8b5e-6ad08e8abb6b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 18:56:48.930163 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4e9ea590-8c7a-40e5-8b5e-6ad08e8abb6b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4014814
Sep 15 18:56:51.120831 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f57da-d107-4eb0-9ec0-d43ec2a501ff None None] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 18:56:51.214032 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59862) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:51.219952 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-2ef81538-8b23-48d9-a7a2-536464462355 None None] Provisioning for port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 18:56:51.298473 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 18:56:51.431478 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 18:56:51.438741 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:56:51.439082 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:51.557472 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:51.592248 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26,segment=NetworkSegment(88ccc13c-873f-469e-85d8-640f414d8a1f),segment_id=88ccc13c-873f-469e-85d8-640f414d8a1f)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 18:56:51.597860 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:51.600228 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:56:51.639100 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [None req-68093476-64e4-4e34-a6fb-7002cf8e7550 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 18:56:51.640088 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-68093476-64e4-4e34-a6fb-7002cf8e7550 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4250262
Sep 15 18:56:51.671683 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:56:51.676910 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:56:51.679239 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3adf60a2-edae-486f-a696-6a52023aeac3 None None] Provisioning complete for port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:56:51.679607 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3adf60a2-edae-486f-a696-6a52023aeac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:53.251128 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 18:56:53.317674 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:56:53.318043 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:54.260584 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59874) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:54.632907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '109fce5b2fad45d3a235f38497cad602'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:56:54.638942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:56:54.643451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Usage tracker for resource:router and tenant:109fce5b2fad45d3a235f38497cad602 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:56:54.646793 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:56:54.653235 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:56:54.663167 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:54.664645 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:54.691365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:54.794625 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:54.812973 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:54.814161 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e07d504f-74d4-4c8f-a5ae-35759ff6dad6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5526404
Sep 15 18:56:57.090594 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59884) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:56:57.484525 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [None req-8e2cc582-4e62-44f5-b221-25d9b57f9aef admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 18:56:57.485519 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-8e2cc582-4e62-44f5-b221-25d9b57f9aef admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3940053
Sep 15 18:56:58.597830 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bfc51674-03a6-43e7-9adf-2da9b31d54a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:58.943237 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:56:59.739374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59894) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:57:00.130244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:57:00.135679 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:57:00.139411 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Usage tracker for resource:network and tenant:a766233d856f4e5aaaef81e011914fb1 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:57:00.142171 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:57:00.147753 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:57:00.157549 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Made reservation on behalf of a766233d856f4e5aaaef81e011914fb1 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 18:57:00.159858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.174797 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.206079 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:57:00.209649 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Usage tracker for resource:security_group_rule and tenant:a766233d856f4e5aaaef81e011914fb1 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:57:00.212743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:57:00.218572 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:57:00.283194 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.286825 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.291741 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:00.306637 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Reserving flat network on physical network physnet1 {{(pid=75126) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Sep 15 18:57:00.327925 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ade9cf2-b7af-4742-bb06-e71a407ccf79,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:00.333697 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.334031 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Added segment 3b98e467-03a7-478b-a9e5-56b93cda3666 of type flat for network eb528e83-5ea3-4bdb-88dc-b45c4556d38a
Sep 15 18:57:00.345469 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:00.368894 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.403746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.404803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:57:00.405372 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:00.409791 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:00.502519 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7621143
Sep 15 18:57:00.511153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Pushing event updated for resources: {'Network': ['ID=eb528e83-5ea3-4bdb-88dc-b45c4556d38a,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:00.513904 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:00.521830 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 18:57:00.868989 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-225d825a-893b-4df0-bb44-d35f3701445f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:01.709526 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:02.768153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 59914) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:57:03.003212 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83304886-74dc-4ec2-973a-791a47411566 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:57:03.004552 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-83304886-74dc-4ec2-973a-791a47411566 admin admin] 10.222.0.52 "GET /v2.0/subnets/8281b829-62d7-481f-beab-ef74498c1556 HTTP/1.1" status: 200  len: 849 time: 0.2354100
Sep 15 18:57:03.163501 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-5cd06216-bc85-47f4-ad9a-10d55528b9e1 admin admin] 10.222.0.52 "GET /v2.0/routers/5a102fe7-c069-40e8-9253-aacc3b3a8473 HTTP/1.1" status: 200  len: 704 time: 0.1526544
Sep 15 18:57:03.272790 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:03.634732 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:03.862830 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Allocated IP 172.20.0.1 (e570cc59-bfcc-4f04-a7f5-1f4508de61c3/8281b829-62d7-481f-beab-ef74498c1556/a6573626-a7d2-4535-8f19-10b28eadd4a4) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 18:57:04.018775 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.036488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Transition to ACTIVE for port object a6573626-a7d2-4535-8f19-10b28eadd4a4 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 18:57:04.088231 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.092330 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:04.154808 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 18:57:04.157653 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 18:57:04.162243 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Pushing event updated for resources: {'Port': ['ID=a6573626-a7d2-4535-8f19-10b28eadd4a4,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:04.173599 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 18:57:04.174117 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.229479 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:04.298841 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.392516 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3402c850-5916-424e-9391-8c6d0aa31ef0 None None] Provisioning for port a6573626-a7d2-4535-8f19-10b28eadd4a4 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 18:57:04.397367 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3402c850-5916-424e-9391-8c6d0aa31ef0 None None] Provisioning complete for port a6573626-a7d2-4535-8f19-10b28eadd4a4 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:57:04.397712 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3402c850-5916-424e-9391-8c6d0aa31ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.451065 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-3402c850-5916-424e-9391-8c6d0aa31ef0 None None] Port a6573626-a7d2-4535-8f19-10b28eadd4a4 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 18:57:04.525883 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.530155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.531256 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:04.534810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:04.654075 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Pushing event updated for resources: {'Port': ['ID=a6573626-a7d2-4535-8f19-10b28eadd4a4,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:04.698367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:04.750226 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 18:57:04.751279 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 18:57:04.973412 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-11a27ae1-76f5-411c-a55a-9238579b3ce2 None None] Provisioning complete for port a6573626-a7d2-4535-8f19-10b28eadd4a4 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:57:04.973695 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-11a27ae1-76f5-411c-a55a-9238579b3ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:05.024574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-11a27ae1-76f5-411c-a55a-9238579b3ce2 None None] Port a6573626-a7d2-4535-8f19-10b28eadd4a4 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 18:57:05.100732 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Router 5a102fe7-c069-40e8-9253-aacc3b3a8473 is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 18:57:05.266063 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 18:57:05.275727 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Sync routers for ids ['5a102fe7-c069-40e8-9253-aacc3b3a8473'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 18:57:05.276227 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] 10.222.0.52 "PUT /v2.0/routers/5a102fe7-c069-40e8-9253-aacc3b3a8473/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1076417
Sep 15 18:57:05.288446 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Routers {'5a102fe7-c069-40e8-9253-aacc3b3a8473'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 18:57:05.289404 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c244ca0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T18:57:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['5a102fe7-c069-40e8-9253-aacc3b3a8473'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:05.468456 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Set router 5a102fe7-c069-40e8-9253-aacc3b3a8473 gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 18:57:05.847336 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c244ca0>, [{'id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'name': 'router1', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:56:54Z', 'updated_at': '2021-09-15T18:57:04Z', 'revision_number': 2, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'gw_port_host': None, '_interfaces': [{'id': 'a6573626-a7d2-4535-8f19-10b28eadd4a4', 'name': '', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'mac_address': 'fa:16:3e:15:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:03Z', 'updated_at': '2021-09-15T18:57:04Z', 'revision_number': 2, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'subnets': [{'id': '8281b829-62d7-481f-beab-ef74498c1556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:05.852371 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Checking router: 5a102fe7-c069-40e8-9253-aacc3b3a8473 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 18:57:05.852886 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Updating router 5a102fe7-c069-40e8-9253-aacc3b3a8473 port a6573626-a7d2-4535-8f19-10b28eadd4a4 binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 18:57:05.906762 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:06.276314 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:06.291817 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Transition to ACTIVE for port object a6573626-a7d2-4535-8f19-10b28eadd4a4 will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 18:57:06.298179 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:06.303642 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:06.487637 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Pushing event updated for resources: {'Port': ['ID=a6573626-a7d2-4535-8f19-10b28eadd4a4,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:06.531857 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.532143 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.532471 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.532793 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.533114 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.533429 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.533741 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.534057 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.534364 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.534697 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.535003 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Tracked resource versions report:
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]: pushed versions:
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]: {   'ConntrackHelper': {'1.0'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Log': {'1.0'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Network': {'1.1'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Port': {'1.5'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'PortForwarding': {'1.2'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'QosPolicy': {'1.8'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'SecurityGroup': {'1.2'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'SecurityGroupRule': {'1.0'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'SubPort': {'1.0'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Subnet': {'1.1'},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Trunk': {'1.1'}}
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]: consumer versions:
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Log': '1.0',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Network': '1.1',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Port': '1.5',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'PortForwarding': '1.2',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'QosPolicy': '1.8',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'SecurityGroup': '1.2',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'SecurityGroupRule': '1.0',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'SubPort': '1.0',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Subnet': '1.1',
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Trunk': '1.1'}}
Sep 15 18:57:06.536101 dv-cinder-806008-3-iscsi neutron-server[75129]:  {{(pid=75129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 18:57:06.551920 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:06.559419 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Attempting to bind port a6573626-a7d2-4535-8f19-10b28eadd4a4 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 18:57:06.559813 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Attempting to bind port a6573626-a7d2-4535-8f19-10b28eadd4a4 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 18:57:06.560234 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Attempting to bind port a6573626-a7d2-4535-8f19-10b28eadd4a4 on network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 18:57:06.566721 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 18:57:06.567140 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Checking segment: {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 18:57:06.567610 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:06.567999 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Bound using segment: {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 18:57:06.568456 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Bound port: a6573626-a7d2-4535-8f19-10b28eadd4a4, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ccc13c-873f-469e-85d8-640f414d8a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 18:57:06.568843 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:06.659280 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] For port a6573626-a7d2-4535-8f19-10b28eadd4a4, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 18:57:06.663276 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] For port a6573626-a7d2-4535-8f19-10b28eadd4a4, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a6573626-a7d2-4535-8f19-10b28eadd4a4,segment=NetworkSegment(88ccc13c-873f-469e-85d8-640f414d8a1f),segment_id=88ccc13c-873f-469e-85d8-640f414d8a1f)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 18:57:06.668434 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:06.672351 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:06.757405 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Pushing event updated for resources: {'Port': ['ID=a6573626-a7d2-4535-8f19-10b28eadd4a4,revision_number=4']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:06.763350 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:06.767204 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Routers {'5a102fe7-c069-40e8-9253-aacc3b3a8473'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 18:57:06.767800 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c244ca0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T18:57:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['5a102fe7-c069-40e8-9253-aacc3b3a8473'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:06.924074 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] Set router 5a102fe7-c069-40e8-9253-aacc3b3a8473 gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 18:57:07.246579 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c244ca0>, [{'id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'name': 'router1', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:56:54Z', 'updated_at': '2021-09-15T18:57:04Z', 'revision_number': 2, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'gw_port_host': None, '_interfaces': [{'id': 'a6573626-a7d2-4535-8f19-10b28eadd4a4', 'name': '', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'mac_address': 'fa:16:3e:15:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:03Z', 'updated_at': '2021-09-15T18:57:06Z', 'revision_number': 4, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'subnets': [{'id': '8281b829-62d7-481f-beab-ef74498c1556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:07.250515 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cbe80-8812-491d-850f-7e57fea9bf05 None None] The sync data for ids ['5a102fe7-c069-40e8-9253-aacc3b3a8473'] in dv-cinder-806008-3-iscsi is: [{'id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'name': 'router1', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:56:54Z', 'updated_at': '2021-09-15T18:57:04Z', 'revision_number': 2, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'gw_port_host': None, '_interfaces': [{'id': 'a6573626-a7d2-4535-8f19-10b28eadd4a4', 'name': '', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'mac_address': 'fa:16:3e:15:f1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:03Z', 'updated_at': '2021-09-15T18:57:06Z', 'revision_number': 4, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'subnets': [{'id': '8281b829-62d7-481f-beab-ef74498c1556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 18:57:07.370503 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59938) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:57:07.543965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7219b69-39b7-49e6-a0bb-c90875fc3b7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:57:07.545198 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d7219b69-39b7-49e6-a0bb-c90875fc3b7b admin admin] 10.222.0.52 "GET /v2.0/networks/eb528e83-5ea3-4bdb-88dc-b45c4556d38a HTTP/1.1" status: 200  len: 842 time: 0.1736722
Sep 15 18:57:07.554115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Request body: {'subnet': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:57:07.558844 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 18:57:07.562509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Usage tracker for resource:subnet and tenant:a766233d856f4e5aaaef81e011914fb1 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 18:57:07.565519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 18:57:07.571610 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 18:57:07.582012 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Made reservation on behalf of a766233d856f4e5aaaef81e011914fb1 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 18:57:07.584597 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:08.011599 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.objects.ports [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75127) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Sep 15 18:57:08.012033 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:08.015739 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2db62296-48b2-4bd5-82b2-c70799ecc693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:08.088066 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffebdbf2-a1fe-471f-907f-d756b48952e0,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:08.091839 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:08.100253 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 18:57:08.100606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Network hostable DHCP agents. Network: eb528e83-5ea3-4bdb-88dc-b45c4556d38a, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 18:57:08.122820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 18:57:08.131792 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, eb528e83-5ea3-4bdb-88dc-b45c4556d38a) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 18:57:08.135863 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:57:08.136445 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:08.141559 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc5728-dbc3-4654-b704-218de66c7f88 None None] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 18:57:08.160470 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6095397
Sep 15 18:57:08.371670 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef9307-f401-4ea4-97ba-1261c4a7bdb4 None None] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 18:57:09.193504 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 18:57:09.275061 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a6573626-a7d2-4535-8f19-10b28eadd4a4 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 18:57:09.371128 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port a6573626-a7d2-4535-8f19-10b28eadd4a4 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 18:57:09.376030 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port a6573626-a7d2-4535-8f19-10b28eadd4a4 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:57:09.376450 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:09.486398 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:09.518349 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port a6573626-a7d2-4535-8f19-10b28eadd4a4, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a6573626-a7d2-4535-8f19-10b28eadd4a4,segment=NetworkSegment(88ccc13c-873f-469e-85d8-640f414d8a1f),segment_id=88ccc13c-873f-469e-85d8-640f414d8a1f)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 18:57:09.522514 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:09.524994 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:09.585747 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=a6573626-a7d2-4535-8f19-10b28eadd4a4,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:09.589541 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:10.333830 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59952) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:57:10.590804 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-e4c62302-698d-4fef-82d0-62d1a4e9035b admin admin] 10.222.0.52 "GET /v2.0/routers/5a102fe7-c069-40e8-9253-aacc3b3a8473 HTTP/1.1" status: 200  len: 710 time: 0.2558081
Sep 15 18:57:10.716353 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab970d-f5f7-4224-b8cb-4d9c2522e768 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:57:10.717689 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-40ab970d-f5f7-4224-b8cb-4d9c2522e768 admin admin] 10.222.0.52 "GET /v2.0/networks/eb528e83-5ea3-4bdb-88dc-b45c4556d38a HTTP/1.1" status: 200  len: 886 time: 0.1219966
Sep 15 18:57:10.726269 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:57:11.194633 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:11.259985 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a6573626-a7d2-4535-8f19-10b28eadd4a4 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 18:57:11.328233 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port a6573626-a7d2-4535-8f19-10b28eadd4a4 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:57:11.328601 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:11.382619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:11.439093 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:11.603286 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Allocated IP 172.27.0.176 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/fc686ab9-f151-44c2-9c9d-66c23538f602) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 18:57:11.748329 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:11.801571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:11.806951 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:11.866265 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 18:57:11.869528 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 18:57:11.872122 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 18:57:11.909391 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Pushing event updated for resources: {'Port': ['ID=fc686ab9-f151-44c2-9c9d-66c23538f602,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:11.912585 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:12.056261 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:12.215766 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:12.219002 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-689318'] for router, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:12.416739 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Router 5a102fe7-c069-40e8-9253-aacc3b3a8473 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 18:57:12.616563 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 18:57:12.625029 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:12.625897 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Sync routers for ids ['5a102fe7-c069-40e8-9253-aacc3b3a8473'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 18:57:12.626371 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] 10.222.0.52 "PUT /v2.0/routers/5a102fe7-c069-40e8-9253-aacc3b3a8473 HTTP/1.1" status: 200  len: 890 time: 1.9031315
Sep 15 18:57:12.639895 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Routers {'5a102fe7-c069-40e8-9253-aacc3b3a8473'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 18:57:12.640578 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6730>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T18:57:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['5a102fe7-c069-40e8-9253-aacc3b3a8473'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:12.839478 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Set router 5a102fe7-c069-40e8-9253-aacc3b3a8473 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 18:57:13.175258 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6730>, [{'id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'name': 'router1', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fc686ab9-f151-44c2-9c9d-66c23538f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:56:54Z', 'updated_at': '2021-09-15T18:57:11Z', 'revision_number': 4, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'gw_port': {'id': 'fc686ab9-f151-44c2-9c9d-66c23538f602', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:52:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:11Z', 'updated_at': '2021-09-15T18:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a6573626-a7d2-4535-8f19-10b28eadd4a4', 'name': '', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'mac_address': 'fa:16:3e:15:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:03Z', 'updated_at': '2021-09-15T18:57:09Z', 'revision_number': 5, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'subnets': [{'id': '8281b829-62d7-481f-beab-ef74498c1556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:13.180544 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Checking router: 5a102fe7-c069-40e8-9253-aacc3b3a8473 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 18:57:13.180920 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Updating router 5a102fe7-c069-40e8-9253-aacc3b3a8473 port fc686ab9-f151-44c2-9c9d-66c23538f602 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 18:57:13.230454 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:13.549128 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:13.561502 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Transition to ACTIVE for port object fc686ab9-f151-44c2-9c9d-66c23538f602 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 18:57:13.568532 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:13.572829 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:13.648278 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5a732-5c9c-4013-a1f8-a39edf2b105b None None] Pushing event updated for resources: {'Port': ['ID=fc686ab9-f151-44c2-9c9d-66c23538f602,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:13.651806 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-52b5a732-5c9c-4013-a1f8-a39edf2b105b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:13.652635 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Attempting to bind port fc686ab9-f151-44c2-9c9d-66c23538f602 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 18:57:13.652990 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Attempting to bind port fc686ab9-f151-44c2-9c9d-66c23538f602 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 18:57:13.653342 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Attempting to bind port fc686ab9-f151-44c2-9c9d-66c23538f602 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 18:57:13.660095 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 18:57:13.660458 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 18:57:13.660853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:13.661230 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 18:57:13.661682 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Bound port: fc686ab9-f151-44c2-9c9d-66c23538f602, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 18:57:13.662089 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:13.730691 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] For port fc686ab9-f151-44c2-9c9d-66c23538f602, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 18:57:13.733642 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] For port fc686ab9-f151-44c2-9c9d-66c23538f602, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=fc686ab9-f151-44c2-9c9d-66c23538f602,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 18:57:13.737666 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:13.741803 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-002bf280-96d1-4881-a8ca-2c941987633c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:13.841498 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5a732-5c9c-4013-a1f8-a39edf2b105b None None] Pushing event updated for resources: {'Port': ['ID=fc686ab9-f151-44c2-9c9d-66c23538f602,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:13.844858 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-52b5a732-5c9c-4013-a1f8-a39edf2b105b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:13.846296 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Routers {'5a102fe7-c069-40e8-9253-aacc3b3a8473'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 18:57:13.846908 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6730>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T18:57:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['5a102fe7-c069-40e8-9253-aacc3b3a8473'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:14.019843 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] Set router 5a102fe7-c069-40e8-9253-aacc3b3a8473 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 18:57:14.341787 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6730>, [{'id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'name': 'router1', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fc686ab9-f151-44c2-9c9d-66c23538f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:56:54Z', 'updated_at': '2021-09-15T18:57:11Z', 'revision_number': 4, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'gw_port': {'id': 'fc686ab9-f151-44c2-9c9d-66c23538f602', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:52:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:11Z', 'updated_at': '2021-09-15T18:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a6573626-a7d2-4535-8f19-10b28eadd4a4', 'name': '', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'mac_address': 'fa:16:3e:15:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:03Z', 'updated_at': '2021-09-15T18:57:09Z', 'revision_number': 5, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'subnets': [{'id': '8281b829-62d7-481f-beab-ef74498c1556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 18:57:14.345986 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e95241-0c88-4acf-8132-f852ff980166 None None] The sync data for ids ['5a102fe7-c069-40e8-9253-aacc3b3a8473'] in dv-cinder-806008-3-iscsi is: [{'id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'name': 'router1', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fc686ab9-f151-44c2-9c9d-66c23538f602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:56:54Z', 'updated_at': '2021-09-15T18:57:11Z', 'revision_number': 4, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'gw_port': {'id': 'fc686ab9-f151-44c2-9c9d-66c23538f602', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:52:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:11Z', 'updated_at': '2021-09-15T18:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a6573626-a7d2-4535-8f19-10b28eadd4a4', 'name': '', 'network_id': 'e570cc59-bfcc-4f04-a7f5-1f4508de61c3', 'tenant_id': '109fce5b2fad45d3a235f38497cad602', 'mac_address': 'fa:16:3e:15:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a102fe7-c069-40e8-9253-aacc3b3a8473', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8281b829-62d7-481f-beab-ef74498c1556', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:57:03Z', 'updated_at': '2021-09-15T18:57:09Z', 'revision_number': 5, 'project_id': '109fce5b2fad45d3a235f38497cad602', 'subnets': [{'id': '8281b829-62d7-481f-beab-ef74498c1556', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de451f8b-b1d6-4807-8072-ebe63f603c58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 18:57:14.996453 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 59962) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:57:15.138205 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-99612eb6-0e47-4c92-afd8-99c94dbefd52 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1405253
Sep 15 18:57:15.284988 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device fc686ab9-f151-44c2-9c9d-66c23538f602 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 18:57:15.354969 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port fc686ab9-f151-44c2-9c9d-66c23538f602 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 18:57:15.359723 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port fc686ab9-f151-44c2-9c9d-66c23538f602 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:57:15.360100 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:15.473859 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:15.490140 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port fc686ab9-f151-44c2-9c9d-66c23538f602, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=fc686ab9-f151-44c2-9c9d-66c23538f602,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 18:57:15.495024 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:15.497038 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:57:15.561435 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=fc686ab9-f151-44c2-9c9d-66c23538f602,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:57:15.564758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:57:17.270194 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device fc686ab9-f151-44c2-9c9d-66c23538f602 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 18:57:17.347327 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port fc686ab9-f151-44c2-9c9d-66c23538f602 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:57:17.347711 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:28.600811 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-53abd791-af12-4a4a-a1cd-f98f86595b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:28.947103 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:30.870696 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-84bcf29b-1293-4dd1-8309-a8935768ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:31.713333 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:33.290684 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:46.193395 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 18:57:58.605615 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-ac96f8a2-1bd7-453f-a34b-8d65da1246aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:57:58.951316 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:00.877847 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-31e7e83b-f20b-47cb-ad10-0a565a65b601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:01.720807 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:03.295802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:23.194015 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 18:58:28.630983 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-95fa8568-7afd-45a3-b7fe-d97b3e0e71e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:28.955374 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:30.870310 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8b7c98eb-e90e-483f-a1c8-51281f8fb7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:31.721095 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:33.298071 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:58.604610 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-6ea8637e-9ea3-495b-83f0-4b555dd3fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:58:58.956665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:00.194567 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 18:59:00.873088 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b77abf5e-cb73-400f-a0c8-851534e228a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:01.722318 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:03.297156 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:17.993586 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60536) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:18.083777 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe801b1-8d5d-4d2b-8ed7-7e5877ee4cf9 admin admin] GET failed (client error): The resource could not be found.
Sep 15 18:59:18.085670 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-9fe801b1-8d5d-4d2b-8ed7-7e5877ee4cf9 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0911484
Sep 15 18:59:18.220085 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be7c93b-25ca-42f4-a69a-97497436ae06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:18.221442 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7be7c93b-25ca-42f4-a69a-97497436ae06 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1319518
Sep 15 18:59:20.304793 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60546) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:20.446337 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fc5e69-b1f6-4239-991b-306b028d41cc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:20.447758 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-16fc5e69-b1f6-4239-991b-306b028d41cc admin admin] 10.222.0.52 "GET /v2.0/subnets/8281b829-62d7-481f-beab-ef74498c1556 HTTP/1.1" status: 200  len: 849 time: 0.1419811
Sep 15 18:59:20.456936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 18:59:20.582983 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Notify callbacks [] for subnet, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:20.807567 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766612119534'] for subnet, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:20.811585 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 18:59:20.861030 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:20.861531 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:20.863350 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] 10.222.0.52 "PUT /v2.0/subnets/8281b829-62d7-481f-beab-ef74498c1556 HTTP/1.1" status: 200  len: 868 time: 0.4096098
Sep 15 18:59:20.866528 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db42f07-29e0-4cc9-bf3b-7ace79f51394 None None] Network e570cc59-bfcc-4f04-a7f5-1f4508de61c3 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 18:59:20.886921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8281b829-62d7-481f-beab-ef74498c1556,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 18:59:20.895589 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.895968 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.896252 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.896707 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.897874 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.898217 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.898567 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.898905 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.899280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.899638 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.899956 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 18:59:20.904575 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 18:59:21.402759 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-45d8cf70-04c0-4135-a750-322ecb872a0c None None] Provisioning complete for port a6573626-a7d2-4535-8f19-10b28eadd4a4 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:59:21.403133 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf70-04c0-4135-a750-322ecb872a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:21.528454 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-45d8cf70-04c0-4135-a750-322ecb872a0c None None] Provisioning complete for port c7d2ad3f-813c-4d0f-a8dd-9e41c9cd6f26 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 18:59:21.528714 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf70-04c0-4135-a750-322ecb872a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:22.964622 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60556) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:23.159066 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fadb437-9630-4b4d-b26c-20defdab9c6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:23.159359 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fadb437-9630-4b4d-b26c-20defdab9c6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:23.160088 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-8fadb437-9630-4b4d-b26c-20defdab9c6b admin admin] Synchronizing usage tracker for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:network {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 18:59:23.177296 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-8fadb437-9630-4b4d-b26c-20defdab9c6b admin admin] Unset dirty status for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:network {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 18:59:23.179247 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-8fadb437-9630-4b4d-b26c-20defdab9c6b admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2136791
Sep 15 18:59:25.196355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60566) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:25.417904 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c8b8c-1eb6-46c0-8918-9395a49fc3fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:25.418281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c8b8c-1eb6-46c0-8918-9395a49fc3fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:25.419836 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-718c8b8c-1eb6-46c0-8918-9395a49fc3fe admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2225623
Sep 15 18:59:27.458849 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60576) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:27.653599 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e774fc-3669-466d-b110-bb9324461964 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:27.654986 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d7e774fc-3669-466d-b110-bb9324461964 admin admin] 10.222.0.52 "GET /v2.0/networks/e570cc59-bfcc-4f04-a7f5-1f4508de61c3 HTTP/1.1" status: 200  len: 868 time: 0.1945910
Sep 15 18:59:28.606924 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-83e4230c-7f76-4a33-b429-2315c5511a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:28.962623 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:29.690623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60586) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:29.880199 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78a665-2093-4037-b981-c9ad95ca0d32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:29.882033 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7e78a665-2093-4037-b981-c9ad95ca0d32 admin admin] 10.222.0.52 "GET /v2.0/networks/eb528e83-5ea3-4bdb-88dc-b45c4556d38a HTTP/1.1" status: 200  len: 886 time: 0.1903811
Sep 15 18:59:30.874755 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-67bde2b8-98a1-43e9-b910-58abe7c6e469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:31.727442 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:31.959411 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60596) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:32.091785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60665a24-5d08-4aa3-bde9-94b72d8df537 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:32.092146 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60665a24-5d08-4aa3-bde9-94b72d8df537 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:32.092865 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-60665a24-5d08-4aa3-bde9-94b72d8df537 admin admin] Synchronizing usage tracker for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:subnet {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 18:59:32.110619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-60665a24-5d08-4aa3-bde9-94b72d8df537 admin admin] Unset dirty status for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:subnet {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 18:59:32.111899 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-60665a24-5d08-4aa3-bde9-94b72d8df537 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1509697
Sep 15 18:59:33.298184 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:34.129427 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60606) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:34.258693 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbbaff-2c63-4214-af74-864e2f76cfc6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:34.259288 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbbaff-2c63-4214-af74-864e2f76cfc6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:34.262197 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-becbbaff-2c63-4214-af74-864e2f76cfc6 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1312864
Sep 15 18:59:36.291746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60616) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:36.428185 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6d1b07-ae3e-436b-acc5-c16d46aa2eae admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:36.429574 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-4a6d1b07-ae3e-436b-acc5-c16d46aa2eae admin admin] 10.222.0.52 "GET /v2.0/subnets/8281b829-62d7-481f-beab-ef74498c1556 HTTP/1.1" status: 200  len: 868 time: 0.1368773
Sep 15 18:59:37.195435 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 18:59:38.450179 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60626) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:38.571998 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c92e75d-66ed-4035-958d-d6879f7185ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:38.573315 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-9c92e75d-66ed-4035-958d-d6879f7185ad admin admin] 10.222.0.52 "GET /v2.0/subnets/ffebdbf2-a1fe-471f-907f-d756b48952e0 HTTP/1.1" status: 200  len: 816 time: 0.1221712
Sep 15 18:59:56.912635 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60664) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:56.982797 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [None req-f540af0a-0f38-478d-ae2e-2fa328d4b2c4 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 18:59:56.983774 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f540af0a-0f38-478d-ae2e-2fa328d4b2c4 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0702097
Sep 15 18:59:58.608688 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbb2cbcf-ce37-46e5-8605-d921034ed2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:58.955949 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 18:59:59.079275 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60674) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 18:59:59.168774 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.pecan_wsgi.hooks.translation [None req-81adde48-3ba2-44be-835b-56dd4436ebae admin admin] GET failed (client error): The resource could not be found.
Sep 15 18:59:59.169961 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-81adde48-3ba2-44be-835b-56dd4436ebae admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0897770
Sep 15 18:59:59.328754 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d70ffe5-18b1-48c3-b283-5492beaedfb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 18:59:59.330232 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7d70ffe5-18b1-48c3-b283-5492beaedfb6 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1564419
Sep 15 19:00:00.879851 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-2e656ead-2150-4b40-a553-3752fc7edec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:01.351306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60684) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:00:01.423571 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:00:01.429083 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:00:01.438607 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:00:01.447348 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Made reservation on behalf of a766233d856f4e5aaaef81e011914fb1 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:00:01.449620 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:01.534009 dv-cinder-806008-3-iscsi neutron-server[75126]: WARNING neutron.services.revisions.revision_plugin [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f922bc36d00] {project_id='a766233d856f4e5aaaef81e011914fb1', id='e7768bda-2064-4429-a9e8-3b879183bef6', target_tenant='*', action='access_as_shared', object_id='5dc9cfdf-6e12-4e3b-acd9-201d33eee822'}> to bump revision.
Sep 15 19:00:01.545367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:00:01.554900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:01.555234 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Added segment 10db9c60-f561-4b0d-b805-9acaba6931fc of type vlan for network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822
Sep 15 19:00:01.579041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:01.606502 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:01.607723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:00:01.608335 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:01.612768 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:00:01.709611 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3570709
Sep 15 19:00:01.712599 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc9cfdf-6e12-4e3b-acd9-201d33eee822,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:00:01.717835 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:00:01.738137 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:00:01.754088 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:03.301780 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:03.813188 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60694) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:00:03.901644 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9ae5aa-c7ef-4961-967e-4bebb49581f7 admin admin] GET failed (client error): The resource could not be found.
Sep 15 19:00:03.902128 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-7b9ae5aa-c7ef-4961-967e-4bebb49581f7 admin admin] Synchronizing usage tracker for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:network {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:00:03.917263 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-7b9ae5aa-c7ef-4961-967e-4bebb49581f7 admin admin] Unset dirty status for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:network {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:00:03.918438 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7b9ae5aa-c7ef-4961-967e-4bebb49581f7 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1042771
Sep 15 19:00:04.021599 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a52d3-591f-473a-b7ea-15e295e7591d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:00:04.022954 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-350a52d3-591f-473a-b7ea-15e295e7591d admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1006370
Sep 15 19:00:04.032105 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:00:04.037105 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:00:04.046228 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:00:04.055985 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Made reservation on behalf of a766233d856f4e5aaaef81e011914fb1 for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:00:04.058196 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:04.264020 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:04.268086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1dab7b10-a5a1-4ab3-a5c2-cbb4b8fefb8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:00:04.325593 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca8b025-5475-4786-a6c2-336a2bebb735,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:00:04.334047 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:00:04.348891 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Checking segment: {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:00:04.349335 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Network hostable DHCP agents. Network: 5dc9cfdf-6e12-4e3b-acd9-201d33eee822, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:00:04.371900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:00:04.382113 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 5dc9cfdf-6e12-4e3b-acd9-201d33eee822) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:00:04.386156 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:00:04.386762 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:04.391174 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e6efe8-7d97-40d4-b4e2-7a7bfe99aaf8 None None] Network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:00:04.410298 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3813951
Sep 15 19:00:04.608440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-5dc9cfdf-6e12-4e3b-acd9-201d33eee822', 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822', 'tenant_id': 'a766233d856f4e5aaaef81e011914fb1', 'fixed_ips': [{'subnet_id': '6ca8b025-5475-4786-a6c2-336a2bebb735'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:00:04.609251 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:04.768897 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Allocated IP 192.168.233.2 (5dc9cfdf-6e12-4e3b-acd9-201d33eee822/6ca8b025-5475-4786-a6c2-336a2bebb735/41488d6b-c7fa-4167-a3af-a42ba2bc3bac) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:00:04.977995 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:04.988259 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Transition to ACTIVE for port object 41488d6b-c7fa-4167-a3af-a42ba2bc3bac will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:00:05.006637 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Transition to ACTIVE for port object 41488d6b-c7fa-4167-a3af-a42ba2bc3bac will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:00:05.011991 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:05.019291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:00:05.081667 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:00:05.085258 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:00:05.089551 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Pushing event updated for resources: {'Port': ['ID=41488d6b-c7fa-4167-a3af-a42ba2bc3bac,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:00:05.091816 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:00:05.128773 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.129105 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.129430 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.130355 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.130707 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.131029 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.131345 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.131680 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.131995 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.132305 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.132617 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:00:05.139672 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:00:05.189121 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Attempting to bind port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:00:05.189482 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Attempting to bind port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:00:05.189842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Attempting to bind port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac on network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:00:05.197061 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:00:05.200046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Checking segment: {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:00:05.200046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:05.200046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Bound using segment: {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:00:05.200046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Bound port: 41488d6b-c7fa-4167-a3af-a42ba2bc3bac, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:00:05.200046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:05.287648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] For port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:00:05.291093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] For port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=41488d6b-c7fa-4167-a3af-a42ba2bc3bac,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:00:05.296554 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:05.302195 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:00:05.405174 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Pushing event updated for resources: {'Port': ['ID=41488d6b-c7fa-4167-a3af-a42ba2bc3bac,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:00:05.409403 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:00:06.162570 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6053ed-6245-4541-b54c-6e66cff98920 None None] Network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:00:06.312693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-d6402b9b-de91-4d7a-ac42-666a129b862a None None] Provisioning for port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:00:07.373550 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 41488d6b-c7fa-4167-a3af-a42ba2bc3bac up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:00:07.448738 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:00:07.453369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:00:07.453734 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:07.568764 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:07.600988 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=41488d6b-c7fa-4167-a3af-a42ba2bc3bac,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:00:07.604682 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:07.606799 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:00:07.672968 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=41488d6b-c7fa-4167-a3af-a42ba2bc3bac,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:00:07.676036 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:00:09.352593 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 41488d6b-c7fa-4167-a3af-a42ba2bc3bac up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:00:09.423217 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 41488d6b-c7fa-4167-a3af-a42ba2bc3bac triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:00:09.423590 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:14.195451 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:00:28.612317 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-4810f32d-09b2-4b70-a652-f53fffb217ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:28.958645 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:30.883075 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7163e617-bfc5-4d90-8d82-26b2a49793df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:31.731896 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:33.304295 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:51.196339 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:00:58.616462 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-5f871194-721d-4490-a43c-9be8e74e1b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:00:58.960618 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:00.884775 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1a844e44-ba93-4a94-89d1-17581964997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:01.733765 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:03.311140 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:05.481158 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60736) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:01:05.487565 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [None req-7e05bf28-8d36-4bdc-913c-078395cba3f5 tempest-verify_tempest_config-980199587 tempest-verify_tempest_config-980199587-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 19:01:05.489128 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7e05bf28-8d36-4bdc-913c-078395cba3f5 tempest-verify_tempest_config-980199587 tempest-verify_tempest_config-980199587-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0070145
Sep 15 19:01:05.820839 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60752) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:01:05.959244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:05.989661 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:01:05.993388 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Usage tracker for resource:security_group_rule and tenant:0386dfb96f2441cb997736fd9ce96638 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:01:05.996095 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:01:06.001555 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:01:06.069570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:06.073259 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:06.080367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:01:06.117803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318dba1-8152-41b8-94e0-0eb4db29a1c0,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:01:06.122969 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Synchronizing usage tracker for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:01:06.133023 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.133368 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.133696 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.134021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.134343 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.134695 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.135013 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.135329 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.135641 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.135951 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.136263 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:01:06.143725 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:01:06.149079 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Unset dirty status for tenant:a766233d856f4e5aaaef81e011914fb1 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:01:06.150511 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0386dfb96f2441cb997736fd9ce96638&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3286133
Sep 15 19:01:06.153080 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60758) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:01:06.212424 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:06.237521 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:06.326632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:06.331186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-59e67b58-3ea1-4662-94fa-1c9bd0bc9df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:01:06.342280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318dba1-8152-41b8-94e0-0eb4db29a1c0,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:01:06.346956 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:01:06.350786 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:06.354650 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3318dba1-8152-41b8-94e0-0eb4db29a1c0 HTTP/1.1" status: 204  len: 168 time: 0.2006450
Sep 15 19:01:28.196040 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:01:28.620712 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a48ae747-0f3b-49c7-89f9-ef8d1cc562c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:28.963149 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:30.886128 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-687132e7-0723-4471-a7fb-a32e0e2cc804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:31.738248 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:33.308821 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:58.620828 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-cf13af48-fb67-41fa-9055-3eaa59f57daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:01:58.963914 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:00.887741 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7cf9b26d-8286-462a-a5df-908e0e783a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:01.740881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:03.313960 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:05.196697 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 5 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:02:28.622629 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1b58a187-e378-412c-a6ec-1702b3c6cf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:28.965929 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:30.892195 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8fc030f9-89ed-413a-b22f-d19e37965846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:31.745227 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:33.322304 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:33.822856 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-700831'] for agent, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:42.197007 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:02:49.490152 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60830) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:02:49.629982 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0282b030-54fe-42ab-bada-18ac7162d85f admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1386459
Sep 15 19:02:51.675435 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 60840) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:02:51.755172 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f97a5c5b-eae1-452e-9aa1-1069f5955473 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0786755
Sep 15 19:02:58.624058 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f92a283b-cffb-47c1-9d32-46d95d037f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:02:58.969422 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:00.892996 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-aee8f4b2-e81a-40cf-a7f0-9822fdc40e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:01.747445 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:03.321321 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:03.798266 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:19.196590 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:03:28.626055 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bf276496-018d-4a97-a235-52fbeafd47bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:28.973528 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:30.895328 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b51f32d0-cd58-40c2-ae95-5ea67353061c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:31.750064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:33.323031 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:33.810848 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:56.196426 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:03:58.627393 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-46d860f0-6ff3-444b-8915-290c403468c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:03:58.976827 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:00.897171 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8a988527-fb27-4b2c-8c54-38b0121a91c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:01.751317 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:03.326049 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:03.810837 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:28.634506 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a82732b2-3aa5-460a-a032-036710dc80e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:28.987549 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:30.906502 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-04c2e945-708e-45b8-9415-1a75e3f25f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:31.775163 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.141445 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 60996) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:33.195539 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:04:33.333126 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.630338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32786) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:33.641561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-267144503-network', 'tenant_id': '7f72afa930a548ab80c60ab61c1b7cd8'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:33.646937 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:33.651043 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Usage tracker for resource:network and tenant:7f72afa930a548ab80c60ab61c1b7cd8 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:33.654969 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:33.660831 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:33.671309 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Made reservation on behalf of 7f72afa930a548ab80c60ab61c1b7cd8 for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:33.674294 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.693732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.741001 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:33.744676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Usage tracker for resource:security_group_rule and tenant:7f72afa930a548ab80c60ab61c1b7cd8 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:33.747517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:33.753159 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:33.812141 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.830034 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.834488 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.837660 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:33.871232 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac72d3-68e2-456f-9e8c-82a2302bd26c,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:33.884330 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:33.885636 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.885815 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.886245 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.886642 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.886969 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.887287 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.887603 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.887917 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.888229 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.889079 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.889489 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Tracked resource versions report:
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]: pushed versions:
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]: {   'ConntrackHelper': {'1.0'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Log': {'1.0'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Network': {'1.1'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Port': {'1.5'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'PortForwarding': {'1.2'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'QosPolicy': {'1.8'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'SecurityGroup': {'1.2'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'SecurityGroupRule': {'1.0'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'SubPort': {'1.0'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Subnet': {'1.1'},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     'Trunk': {'1.1'}}
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]: consumer versions:
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     HyperV agent@hv-cinder-80600: {},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Log': '1.0',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Network': '1.1',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Port': '1.5',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'PortForwarding': '1.2',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'QosPolicy': '1.8',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'SecurityGroup': '1.2',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'SecurityGroupRule': '1.0',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'SubPort': '1.0',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Subnet': '1.1',
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:                                                      'Trunk': '1.1'}}
Sep 15 19:04:33.890874 dv-cinder-806008-3-iscsi neutron-server[75127]:  {{(pid=75127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 19:04:33.899469 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:33.903489 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766612180920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.904962 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f922ce0fb80> segment precommit_create {{(pid=75127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 15 19:04:33.905404 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Added segment cf7e7740-9fa3-40f0-8895-6ac3075de07e of type vlan for network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc
Sep 15 19:04:33.944488 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.980864 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.982062 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:33.982925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:33.987609 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:34.083829 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-506210662-network', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:34.095118 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9525149
Sep 15 19:04:34.095710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32806) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:34.101719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Request body: {'subnet': {'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-267144503-subnet', 'tenant_id': '7f72afa930a548ab80c60ab61c1b7cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:34.105139 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:34.106737 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:34.110801 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Usage tracker for resource:network and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:34.111244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Usage tracker for resource:subnet and tenant:7f72afa930a548ab80c60ab61c1b7cd8 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:34.114204 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:34.118784 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:34.120202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:34.126901 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:34.131670 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32810) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:34.135974 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Pushing event updated for resources: {'Network': ['ID=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:34.140542 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Made reservation on behalf of 8f3ed31a61f549a18bc94f82f56091fd for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:34.143194 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.147072 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Made reservation on behalf of 7f72afa930a548ab80c60ab61c1b7cd8 for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:34.147585 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:34.149964 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.182222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:34.182894 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.221155 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:34.226264 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:34.232561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:34.245923 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:34.387725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.394603 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.402533 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:34.451914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32824) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:34.462407 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.468535 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:34.475741 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:34.484733 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d1303f-8629-40a2-b8b6-dd166b95792c,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:34.488696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:34.491420 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.491870 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Added segment 53e35a7d-5d34-469f-9d45-67c8913c6042 of type vlan for network 648e8c16-4930-4968-8b15-155bb34d0bcc
Sep 15 19:04:34.522395 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.545657 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d04d2d7-7c87-4b43-83d3-ae4df203c827,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:34.565352 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.565742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.566294 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.566691 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.567009 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.567356 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.567723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.568070 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.568561 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.569051 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.569173 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.569688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:34.570408 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:34.571012 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Tracked resource versions report:
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]: pushed versions:
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]: {   'ConntrackHelper': {'1.0'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Log': {'1.0'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Network': {'1.1'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Port': {'1.5'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'PortForwarding': {'1.2'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'QosPolicy': {'1.8'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'SecurityGroup': {'1.2'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'SecurityGroupRule': {'1.0'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'SubPort': {'1.0'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Subnet': {'1.1'},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     'Trunk': {'1.1'}}
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]: consumer versions:
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     HyperV agent@hv-cinder-80600: {},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Log': '1.0',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Network': '1.1',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Port': '1.5',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'PortForwarding': '1.2',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'QosPolicy': '1.8',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'SecurityGroup': '1.2',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'SecurityGroupRule': '1.0',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'SubPort': '1.0',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Subnet': '1.1',
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:                                                      'Trunk': '1.1'}}
Sep 15 19:04:34.571405 dv-cinder-806008-3-iscsi neutron-server[75126]:  {{(pid=75126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 19:04:34.577275 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:34.582241 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:34.583101 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Checking segment: {'id': 'cf7e7740-9fa3-40f0-8895-6ac3075de07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:34.583636 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Network hostable DHCP agents. Network: a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:34.608501 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:34.619202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:34.632064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:34.633212 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935d2a3f-f60f-4442-b7d6-96ad75105285 None None] Network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:34.633665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.640102 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32834) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:34.667164 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5703378
Sep 15 19:04:34.729692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=648e8c16-4930-4968-8b15-155bb34d0bcc,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:34.732363 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:34.737112 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1027274
Sep 15 19:04:34.737465 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32842) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:34.742706 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Request body: {'subnet': {'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-506210662-subnet', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:34.745005 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 648e8c16-4930-4968-8b15-155bb34d0bcc details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:34.748980 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:34.755610 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Usage tracker for resource:subnet and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:34.759859 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:34.769132 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:34.788562 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-network', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:34.796362 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:34.802968 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Usage tracker for resource:network and tenant:c2ff3ef40a79415398288037c7f0f756 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:34.807209 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Made reservation on behalf of 8f3ed31a61f549a18bc94f82f56091fd for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:34.812355 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.840879 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-108678398-network', 'tenant_id': 'd6d6d25c95ec4fc4a89e66f0168ff192'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:34.845419 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:34.853106 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:34.871624 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32848) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:34.902471 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Made reservation on behalf of c2ff3ef40a79415398288037c7f0f756 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:34.906148 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.927848 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:34.932900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:34.997380 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Usage tracker for resource:network and tenant:d6d6d25c95ec4fc4a89e66f0168ff192 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.003535 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.010394 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2060319125-network', 'tenant_id': 'c38966ef35974b478df76544f61c3ca8'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:35.027535 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.044924 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361da481-0111-4c6c-a534-44643ae46ae8 None None] Network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:35.047018 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.069731 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-513532907-network', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:35.076715 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.083174 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Usage tracker for resource:network and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.096847 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.105965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.133411 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Made reservation on behalf of 9d4cf5299c3b4a5b85e66e99e2c7d520 for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:35.137531 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.142023 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.146410 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Usage tracker for resource:security_group_rule and tenant:c2ff3ef40a79415398288037c7f0f756 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.149402 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.157283 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.162811 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.202806 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.212324 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.215999 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.223701 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.270309 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.274364 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Usage tracker for resource:network and tenant:c38966ef35974b478df76544f61c3ca8 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.279800 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.287770 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.300250 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.335806 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:35.349379 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.357101 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.362767 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:35.366767 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.367401 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Added segment 982a505e-ed0a-42ac-b77b-480fe91db4d4 of type vlan for network 5853b25c-c152-47eb-a27a-e07c5183c001
Sep 15 19:04:35.413814 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.440178 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:35.448728 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3754c33e-eb88-458a-9850-5ee02f9aa710,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:35.461093 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Made reservation on behalf of c38966ef35974b478df76544f61c3ca8 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:35.463746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.475377 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:35.484582 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.485507 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Added segment 9a06d5a6-5000-4e83-8fb6-0adffce08011 of type vlan for network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0
Sep 15 19:04:35.553781 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.554639 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:35.562596 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.580618 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Made reservation on behalf of d6d6d25c95ec4fc4a89e66f0168ff192 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:35.583218 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.617627 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.625890 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.627704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:35.628495 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.633585 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.635481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:35.654014 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:35.654535 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.688259 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe8a1e2-412b-4eff-be7c-25cef04744e3,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:35.729558 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.732020 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:35.757543 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-32802b6d-357c-4358-8d3e-3221005d1643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:35.787321 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Pushing event updated for resources: {'Network': ['ID=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:35.789934 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:35.800430 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:35.809454 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Usage tracker for resource:security_group_rule and tenant:c38966ef35974b478df76544f61c3ca8 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.839384 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.844854 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9709332
Sep 15 19:04:35.845580 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32884) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:35.852537 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Request body: {'subnet': {'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-subnet', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:35.861636 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.868246 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Usage tracker for resource:subnet and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:35.872147 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:35.884542 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.922284 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Made reservation on behalf of 9d4cf5299c3b4a5b85e66e99e2c7d520 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:35.925776 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.926359 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:35.955680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:35.970154 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32892) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:35.972668 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.8382018
Sep 15 19:04:35.988370 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:35.993026 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d6d25c95ec4fc4a89e66f0168ff192 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:36.005301 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Request body: {'subnet': {'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-subnet', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:36.033741 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:36.042342 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Usage tracker for resource:subnet and tenant:c2ff3ef40a79415398288037c7f0f756 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:36.080866 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:36.095894 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:36.105967 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:36.109632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Pushing event updated for resources: {'Network': ['ID=5853b25c-c152-47eb-a27a-e07c5183c001,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.117424 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.119175 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:36.119778 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4056f185-6bfb-498d-a459-64dc7af3275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.121996 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 5853b25c-c152-47eb-a27a-e07c5183c001 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:36.143264 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Made reservation on behalf of c2ff3ef40a79415398288037c7f0f756 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:36.146083 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.257746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4173621-e1c3-4862-8115-9572b8460f84,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.271799 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.287876 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Checking segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:36.288542 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Network hostable DHCP agents. Network: 648e8c16-4930-4968-8b15-155bb34d0bcc, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:36.301239 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.329021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.371907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1bbe3a3c-6155-4351-b8f9-3fe747e3af3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.391470 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.412828 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.439104 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:36.443687 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:36.459170 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.459799 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Added segment 8a642272-dcf3-409b-aaee-d729daa8755d of type vlan for network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2
Sep 15 19:04:36.494995 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.528095 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072f65cd-0fca-404a-9f16-38fe1c38c9cc,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.535629 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.536665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.547184 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.547829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Network 648e8c16-4930-4968-8b15-155bb34d0bcc is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:36.547949 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.556651 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.557921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:36.558508 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.564585 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.564931 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Added segment 1048e720-48e2-4cab-938d-599d6661387c of type vlan for network e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181
Sep 15 19:04:36.598221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 648e8c16-4930-4968-8b15-155bb34d0bcc) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:36.610434 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e2a95-6311-4865-aed5-1bfc4d76cd52 None None] Network 648e8c16-4930-4968-8b15-155bb34d0bcc requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:36.618673 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a53f61-e794-46f1-a31a-65e6e1cc1c50,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.626638 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:36.627229 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.630862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.646332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.656452 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.706145 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.733505 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-dfad7f91-48cb-4d8b-9001-71e4a80ad937 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9950459
Sep 15 19:04:36.735328 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0942540
Sep 15 19:04:36.738961 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32912) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:36.739456 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32914) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:36.756310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Request body: {'subnet': {'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2060319125-subnet', 'tenant_id': 'c38966ef35974b478df76544f61c3ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:36.764668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:36.801222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96b3b49-dd1e-4171-8c67-b19197670eeb,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.809390 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.809805 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.818900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:36.823064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:36.853306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Usage tracker for resource:router and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:36.856108 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Pushing event updated for resources: {'Network': ['ID=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.859502 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Usage tracker for resource:subnet and tenant:c38966ef35974b478df76544f61c3ca8 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:36.862149 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:36.869764 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:36.872539 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.873469 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Checking segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:36.873755 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.873879 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Network hostable DHCP agents. Network: 5853b25c-c152-47eb-a27a-e07c5183c001, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:36.875838 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:36.878914 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Checking segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:36.879265 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Network hostable DHCP agents. Network: 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:36.881545 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:36.883823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:36.884396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.890761 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:36.892458 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:36.941566 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b8f741-9d30-4de7-81d9-c3290561520f,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:36.942861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Made reservation on behalf of c38966ef35974b478df76544f61c3ca8 for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:36.945196 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.947919 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:36.959501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32924) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:36.965432 dv-cinder-806008-3-iscsi neutron-server[75127]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 15 19:04:36.976817 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.5216289
Sep 15 19:04:36.978939 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.979969 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:36.988025 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32928) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:37.002859 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Request body: {'subnet': {'network_id': 'e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-108678398-subnet', 'tenant_id': 'd6d6d25c95ec4fc4a89e66f0168ff192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:37.023340 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:37.027369 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Usage tracker for resource:subnet and tenant:d6d6d25c95ec4fc4a89e66f0168ff192 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:37.031072 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:37.037063 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:37.043925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:37.059318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Network 5853b25c-c152-47eb-a27a-e07c5183c001 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:37.062300 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Made reservation on behalf of d6d6d25c95ec4fc4a89e66f0168ff192 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:37.065208 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.081994 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-648e8c16-4930-4968-8b15-155bb34d0bcc', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:04:37.083851 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.301243 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:37.317524 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:37.330245 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.332883 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.344869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:37.368627 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Allocated IP 172.20.0.2 (648e8c16-4930-4968-8b15-155bb34d0bcc/f4173621-e1c3-4862-8115-9572b8460f84/da4cdc11-1e54-4469-b0c3-ca2936d30643) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:37.380184 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 5853b25c-c152-47eb-a27a-e07c5183c001) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:37.386400 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:37.387365 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.409730 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7b62d8-585b-492a-800a-7581b6c14c0b,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:37.417655 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:37.431928 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:37.441376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:37.441893 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.453472 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:37.463264 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4916320
Sep 15 19:04:37.483162 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7f26f9-9585-4f9c-ad24-6725103a6232 None None] Network 5853b25c-c152-47eb-a27a-e07c5183c001 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:37.501553 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32944) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:37.502213 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4b641e-35fe-419c-a3d6-35971f88c083 None None] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:37.524062 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:37.542383 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6947079
Sep 15 19:04:37.557987 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 32952) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:37.569510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:37.573637 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:37.578416 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Usage tracker for resource:router and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:37.581327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:37.586988 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:37.596868 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:37.603016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8b2c48b8-7125-4bf1-9a0e-50b166115239 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:37.603804 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8b2c48b8-7125-4bf1-9a0e-50b166115239 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Synchronizing usage tracker for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:network {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:04:37.608201 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Usage tracker for resource:router and tenant:c2ff3ef40a79415398288037c7f0f756 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:37.610417 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.611557 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.614732 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:37.626153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:37.631570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Checking segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:37.632324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Network hostable DHCP agents. Network: eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:37.656447 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.662862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.664229 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.683725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8b2c48b8-7125-4bf1-9a0e-50b166115239 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Unset dirty status for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:network {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:04:37.692754 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8b2c48b8-7125-4bf1-9a0e-50b166115239 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/networks?id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc HTTP/1.1" status: 200  len: 811 time: 0.7309134
Sep 15 19:04:37.711125 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:37.721018 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.741467 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-525334a2-d7f9-4a1d-aa9d-23d1aa1d956a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/quotas/7f72afa930a548ab80c60ab61c1b7cd8 HTTP/1.1" status: 200  len: 375 time: 0.0476904
Sep 15 19:04:37.750022 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:37.756955 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:37.757903 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.813074 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-aef43ce0-9212-4d87-b3ea-8bcbd6056a3e tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f72afa930a548ab80c60ab61c1b7cd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0706270
Sep 15 19:04:37.820171 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5fb511-d96e-45a2-96e2-b3f15e48e2bf None None] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:37.827739 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.949126 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:37.986436 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.2457697
Sep 15 19:04:38.032725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-799103b4-2338-481b-8a15-f5651d8490b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:38.122337 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9153be2c-f486-447a-9a9e-8ac897bbcea1,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:38.125084 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:38.157842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7190545d-bc83-41f6-ba23-377292d3f62e None None] Network 5853b25c-c152-47eb-a27a-e07c5183c001 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:38.192870 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:38.245519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Checking segment: {'id': '1048e720-48e2-4cab-938d-599d6661387c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:38.245910 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Network hostable DHCP agents. Network: e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:38.265614 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:38.330031 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Network e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:38.391212 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-9f69a650-e006-44f4-b4c7-94919c9430b3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75127) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 19:04:38.392267 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-9f69a650-e006-44f4-b4c7-94919c9430b3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2713470
Sep 15 19:04:38.400138 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:38.460445 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:38.534185 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:38.581308 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-b18887ec-b23d-43d8-a828-41207906e3aa service neutron] 10.222.0.52 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771729
Sep 15 19:04:38.583757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:38.584491 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:38.618746 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707de3e1-e592-4e4a-9144-140bbe569e4b None None] Network e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:38.659185 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 32992) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:38.693871 dv-cinder-806008-3-iscsi neutron-server[75126]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 15 19:04:38.917514 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:04:38.918345 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:38.920511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-65fe9bfe-7652-4f8c-918b-6f76b4960362 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:38.921221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-65fe9bfe-7652-4f8c-918b-6f76b4960362 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:network {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:04:38.990099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-65fe9bfe-7652-4f8c-918b-6f76b4960362 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:network {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:04:38.991874 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-65fe9bfe-7652-4f8c-918b-6f76b4960362 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.3317618
Sep 15 19:04:39.005658 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-891fc9ad-8b90-4990-9cb6-303ba38cfe78 service neutron] 10.222.0.52 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4067328
Sep 15 19:04:39.029603 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.0361204
Sep 15 19:04:39.117654 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-9bce7a3b-5c9e-4004-96b4-561ba01fa79c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/quotas/c38966ef35974b478df76544f61c3ca8 HTTP/1.1" status: 200  len: 375 time: 0.0789490
Sep 15 19:04:39.207711 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-dcf99d2e-14ed-471f-9455-b40b74172c3f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0747185
Sep 15 19:04:39.257872 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Allocated IP 172.27.0.207 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/a8077672-9fb2-472f-b157-e6600816e451) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:39.266952 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:39.275281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:39.333422 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:39.371584 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:39.386831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:39.546228 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-78278739-e5bb-44c7-b76c-63b5802f0fdc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 19:04:39.553551 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-78278739-e5bb-44c7-b76c-63b5802f0fdc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2178392
Sep 15 19:04:39.624839 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-61a7e371-2891-407f-b703-77cb84a5f5e3 req-b48a4099-d94f-4183-b368-12e75962e509 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.1089826
Sep 15 19:04:39.681747 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Transition to ACTIVE for port object da4cdc11-1e54-4469-b0c3-ca2936d30643 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:39.714770 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63714005-1725-4340-8ce0-46ad7c202f01 None None] Network e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:39.797374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:39.810849 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-f62e6500-8ada-4b35-b7cc-ffad05f03eb1 service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563715
Sep 15 19:04:39.881310 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Transition to ACTIVE for port object da4cdc11-1e54-4469-b0c3-ca2936d30643 will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:39.942594 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432c0fc-4c2d-4d44-b248-68d0111c505c None None] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:39.974101 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-c13d7772-886f-4c66-8f46-4f9f0f4d9404 service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620483
Sep 15 19:04:40.061585 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:40.090622 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:40.243052 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:40.256214 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Allocated IP 172.20.0.2 (26a47a5e-d8d5-4ac2-9706-ca39cb183cd0/d96b3b49-dd1e-4171-8c67-b19197670eeb/034c8a8c-494c-4b90-baaf-02a7fc28123b) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:40.257953 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:40.329709 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8077672-9fb2-472f-b157-e6600816e451,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:40.350327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:40.356833 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:40.387161 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:40.501862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:40.502839 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Allocated IP 172.27.0.49 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/998811ae-08cc-4aa3-986a-b8cab6bd5dc5) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:40.507748 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2f71ca89-f718-471a-8b3c-e302ffcf3032 req-68e103b2-fed6-4c7a-bde9-f9716f320315 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 210 time: 0.1417356
Sep 15 19:04:40.605713 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Pushing event updated for resources: {'Port': ['ID=da4cdc11-1e54-4469-b0c3-ca2936d30643,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:40.655282 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Network 648e8c16-4930-4968-8b15-155bb34d0bcc is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:40.661248 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:40.672837 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.673453 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.674215 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.674834 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.675381 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.677447 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.678124 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.678703 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.680871 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.682762 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.682762 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Tracked resource versions report:
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]: pushed versions:
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]: {   'ConntrackHelper': {'1.0'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Log': {'1.0'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Network': {'1.1'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Port': {'1.5'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'PortForwarding': {'1.2'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'QosPolicy': {'1.8'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'SecurityGroup': {'1.2'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'SecurityGroupRule': {'1.0'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'SubPort': {'1.0'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Subnet': {'1.1'},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     'Trunk': {'1.1'}}
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]: consumer versions:
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     HyperV agent@hv-cinder-80600: {},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Log': '1.0',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Network': '1.1',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Port': '1.5',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'PortForwarding': '1.2',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'QosPolicy': '1.8',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'SecurityGroup': '1.2',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'SecurityGroupRule': '1.0',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'SubPort': '1.0',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Subnet': '1.1',
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:                                                      'Trunk': '1.1'}}
Sep 15 19:04:40.698090 dv-cinder-806008-3-iscsi neutron-server[75128]:  {{(pid=75128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 19:04:40.703905 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:40.719198 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:40.769434 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:40.811356 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:40.824239 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:40.932000 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4d735383-6725-42ff-b62f-a7fc0bc4b597 req-bf831e93-9e1e-4ba6-a8be-b559ca1010ae tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.1729450
Sep 15 19:04:40.997000 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Allocated IP 172.27.0.69 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/8534d80a-7ed2-40bd-b769-bc7d0437d074) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:41.012252 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:41.015775 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33102) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:41.027300 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:41.043114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1511605080-network', 'tenant_id': '4a53449c60ff4336a0052b8844008efb'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:41.049525 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:41.054183 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Usage tracker for resource:network and tenant:4a53449c60ff4336a0052b8844008efb is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:41.058390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:41.065662 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:41.094064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Attempting to bind port da4cdc11-1e54-4469-b0c3-ca2936d30643 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:41.094869 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Attempting to bind port da4cdc11-1e54-4469-b0c3-ca2936d30643 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:41.095550 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Attempting to bind port da4cdc11-1e54-4469-b0c3-ca2936d30643 on network 648e8c16-4930-4968-8b15-155bb34d0bcc {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:41.114578 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:41.203724 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:41.204083 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Checking segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:41.204503 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.204908 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Bound using segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:41.205405 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Bound port: da4cdc11-1e54-4469-b0c3-ca2936d30643, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:41.205808 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.240888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Pushing event updated for resources: {'Port': ['ID=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:41.261669 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:41.276447 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Made reservation on behalf of 4a53449c60ff4336a0052b8844008efb for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:41.280477 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.299191 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.358052 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.365660 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.412873 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:41.426268 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Usage tracker for resource:security_group_rule and tenant:4a53449c60ff4336a0052b8844008efb is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:41.430790 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:41.445102 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Transition to ACTIVE for port object 034c8a8c-494c-4b90-baaf-02a7fc28123b will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:41.446407 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:41.465964 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.481730 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:41.507035 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.507796 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.603189 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Transition to ACTIVE for port object 034c8a8c-494c-4b90-baaf-02a7fc28123b will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:41.635716 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.658929 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] For port da4cdc11-1e54-4469-b0c3-ca2936d30643, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:41.669056 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:41.676433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:41.679219 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:41.683445 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:41.713381 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8534d80a-7ed2-40bd-b769-bc7d0437d074,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:41.722910 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:41.765261 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] For port da4cdc11-1e54-4469-b0c3-ca2936d30643, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=da4cdc11-1e54-4469-b0c3-ca2936d30643,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:41.783395 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.809648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:41.811213 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Pushing event updated for resources: {'Port': ['ID=034c8a8c-494c-4b90-baaf-02a7fc28123b,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:41.823293 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:41.827811 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:41.828079 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.828965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.860018 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.869584 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:41.875853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:41.912064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.941511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:04:41.954616 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:41.956233 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Added segment dd8b7da5-7611-4048-a080-db6d92912834 of type vlan for network 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f
Sep 15 19:04:42.028028 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:42.080889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Pushing event updated for resources: {'Port': ['ID=da4cdc11-1e54-4469-b0c3-ca2936d30643,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:42.097733 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:42.104259 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0a30c647-649b-4dbe-a537-f52542312e23 req-1aecffdf-c86a-4272-bdc2-bdd1787141f2 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 210 time: 0.3790154
Sep 15 19:04:42.120141 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7c2c13-85f1-4d80-ad24-dc3c86613ffb,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:42.121017 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Attempting to bind port 034c8a8c-494c-4b90-baaf-02a7fc28123b on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:42.121580 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Attempting to bind port 034c8a8c-494c-4b90-baaf-02a7fc28123b by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:42.126997 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:42.134750 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Attempting to bind port 034c8a8c-494c-4b90-baaf-02a7fc28123b on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:42.138037 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.161487 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:42.161896 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Checking segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:42.164208 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.165341 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Bound using segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:42.166258 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Bound port: 034c8a8c-494c-4b90-baaf-02a7fc28123b, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:42.166917 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.192514 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.192514 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.313772 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] For port 034c8a8c-494c-4b90-baaf-02a7fc28123b, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:42.342630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] For port 034c8a8c-494c-4b90-baaf-02a7fc28123b, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=034c8a8c-494c-4b90-baaf-02a7fc28123b,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:42.357752 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.365062 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:42.408582 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-da062c94-fe2b-4f2e-893c-7f89dbdc54aa req-8e384af7-a71c-49ba-ac00-f7e33ec1fb5a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.1375909
Sep 15 19:04:42.440142 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.464407 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:42.465247 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.495995 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0265f304-bac6-4d85-b327-8354f9b19407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:42.502292 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Pushing event updated for resources: {'Port': ['ID=034c8a8c-494c-4b90-baaf-02a7fc28123b,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:42.517708 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:42.600611 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Router c6a8357c-9c96-4462-9046-07737f315220 is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:04:42.659239 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6286216
Sep 15 19:04:42.671698 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33148) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:42.672468 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Pushing event updated for resources: {'Network': ['ID=4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:42.683685 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:42.692700 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:04:42.739099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Request body: {'subnet': {'network_id': '4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1511605080-subnet', 'tenant_id': '4a53449c60ff4336a0052b8844008efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:42.772857 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:42.796036 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Usage tracker for resource:subnet and tenant:4a53449c60ff4336a0052b8844008efb is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:42.803969 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:42.829561 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:42.876447 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:04:42.887789 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:04:42.908374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Made reservation on behalf of 4a53449c60ff4336a0052b8844008efb for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:42.918085 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.936390 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:42.938050 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.3788371
Sep 15 19:04:42.941368 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33154) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:42.941535 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:04:42.942173 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c1af7f0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:04:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:43.106154 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33160) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:43.165849 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:04:43.178958 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.30', 61793) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:43.753916 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device da4cdc11-1e54-4469-b0c3-ca2936d30643 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:43.768579 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:43.779032 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8eb14ba5-92f6-4830-b113-05c195729454 req-21b8f61c-9986-4ac4-a4f0-b6530d8b465a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 210 time: 0.2117314
Sep 15 19:04:43.818751 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:43.839865 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2d5d7dec-2299-4475-b79a-0a4bf0936d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:43.851298 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:43.867692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Usage tracker for resource:security_group_rule and tenant:81aeed41ae8043a2b4cbac85d02bd9a2 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:43.870517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:43.882450 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:43.915716 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d210514-1d49-4fc5-9270-fba9c1df98ad None None] Network 648e8c16-4930-4968-8b15-155bb34d0bcc requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:43.941430 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.30', 61796) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:43.966624 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:04:43.984968 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c1af7f0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 3, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:43.991163 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:04:43.991949 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Updating router c6a8357c-9c96-4462-9046-07737f315220 port 8534d80a-7ed2-40bd-b769-bc7d0437d074 binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:04:44.053364 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Router d3df8532-bf42-4e99-932e-ce82aa3a8072 is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:04:44.064523 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.072371 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port da4cdc11-1e54-4469-b0c3-ca2936d30643 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:44.086067 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.088198 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.121955 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Provisioning for port da4cdc11-1e54-4469-b0c3-ca2936d30643 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:44.148347 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Provisioning complete for port da4cdc11-1e54-4469-b0c3-ca2936d30643 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:44.148347 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.173665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04832ec-f7ce-4610-879d-e8a2b850f6f3,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:44.227209 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:44.260127 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 034c8a8c-494c-4b90-baaf-02a7fc28123b up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:44.345222 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a0b460-fc74-4f36-8f4a-98857f988d50 None None] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:44.359826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e42c297d-d92f-4c06-bf1f-0611e095c2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:44.370701 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8267c458-fd9d-4dfe-88bd-6c50910abe07 req-4f59f336-82db-4b7b-b178-936e73e9f386 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.2865520
Sep 15 19:04:44.372864 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81aeed41ae8043a2b4cbac85d02bd9a2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2644670
Sep 15 19:04:44.380514 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33196) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:44.483925 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.668639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8d402dd7-a5e1-44d3-b5ee-79d2505c7df1 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:44.670792 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8d402dd7-a5e1-44d3-b5ee-79d2505c7df1 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.30 "GET /v2.0/networks?id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc HTTP/1.1" status: 200  len: 811 time: 1.4829919
Sep 15 19:04:44.699615 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Checking segment: {'id': 'dd8b7da5-7611-4048-a080-db6d92912834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:44.700707 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Network hostable DHCP agents. Network: 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:04:44.721293 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Request body: {'port': {'device_id': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc', 'admin_state_up': True, 'tenant_id': '7f72afa930a548ab80c60ab61c1b7cd8'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:44.737204 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-a390926f-cf8a-47fc-b7bc-03a0dd585323 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:44.739347 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-a390926f-cf8a-47fc-b7bc-03a0dd585323 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.7741611
Sep 15 19:04:44.762050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Request body: {'port': {'device_id': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'admin_state_up': True, 'tenant_id': 'c38966ef35974b478df76544f61c3ca8'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:44.907861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:44.911761 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Usage tracker for resource:port and tenant:7f72afa930a548ab80c60ab61c1b7cd8 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:44.915115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:44.921481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:44.940568 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.942195 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71701f1-a37a-43e9-9d7a-aaa4d9145aa7,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:44.957400 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Transition to ACTIVE for port object 8534d80a-7ed2-40bd-b769-bc7d0437d074 will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:44.966618 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:44.972579 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:44.997671 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Made reservation on behalf of 7f72afa930a548ab80c60ab61c1b7cd8 for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:45.001315 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.030053 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] For port da4cdc11-1e54-4469-b0c3-ca2936d30643, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=da4cdc11-1e54-4469-b0c3-ca2936d30643,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:04:45.031140 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:45.051004 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Network 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:04:45.055961 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Pushing event updated for resources: {'Port': ['ID=8534d80a-7ed2-40bd-b769-bc7d0437d074,revision_number=2']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:45.071005 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.071279 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.071644 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.072040 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.072470 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.073244 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.073244 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.073821 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.074482 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.074932 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.075403 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Tracked resource versions report:
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]: pushed versions:
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]: {   'ConntrackHelper': {'1.0'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Log': {'1.0'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Network': {'1.1'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Port': {'1.5'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'PortForwarding': {'1.2'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'QosPolicy': {'1.8'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'SecurityGroup': {'1.2'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'SecurityGroupRule': {'1.0'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'SubPort': {'1.0'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Subnet': {'1.1'},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     'Trunk': {'1.1'}}
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]: consumer versions:
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]: {   DHCP agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     HyperV agent@hv-cinder-80600: {},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     L3 agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     Metadata agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     Metering agent@dv-cinder-806008-3-iscsi: {},
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:     Open vSwitch agent@dv-cinder-806008-3-iscsi: {   'ConntrackHelper': '1.0',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Log': '1.0',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Network': '1.1',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Port': '1.5',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'PortForwarding': '1.2',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'QosPolicy': '1.8',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'SecurityGroup': '1.2',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'SecurityGroupRule': '1.0',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'SubPort': '1.0',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Subnet': '1.1',
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:                                                      'Trunk': '1.1'}}
Sep 15 19:04:45.077636 dv-cinder-806008-3-iscsi neutron-server[75129]:  {{(pid=75129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 15 19:04:45.085594 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:45.117038 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Attempting to bind port 8534d80a-7ed2-40bd-b769-bc7d0437d074 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:45.117642 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Attempting to bind port 8534d80a-7ed2-40bd-b769-bc7d0437d074 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:45.118010 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Attempting to bind port 8534d80a-7ed2-40bd-b769-bc7d0437d074 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:45.118257 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:45.126302 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:45.126706 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:45.127137 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.127885 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:45.128404 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Bound port: 8534d80a-7ed2-40bd-b769-bc7d0437d074, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:45.129099 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.142805 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.157653 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:45.158475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.189001 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:45.198036 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Usage tracker for resource:port and tenant:c38966ef35974b478df76544f61c3ca8 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:45.198268 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c12546-cef6-45b7-9245-ea360b7daeda None None] Network 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:45.207496 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:45.220332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:45.234144 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.5585992
Sep 15 19:04:45.250183 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] For port 8534d80a-7ed2-40bd-b769-bc7d0437d074, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:45.254986 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] For port 8534d80a-7ed2-40bd-b769-bc7d0437d074, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8534d80a-7ed2-40bd-b769-bc7d0437d074,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:45.260678 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Made reservation on behalf of c38966ef35974b478df76544f61c3ca8 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:04:45.264784 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.264982 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.271079 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:45.288581 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Allocated IP 172.20.0.10 (a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc/8d04d2d7-7c87-4b43-83d3-ae4df203c827/29ee6a87-f2ad-4394-a3dc-5788fb665447) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:45.304024 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:45.359250 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:04:45.362431 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:04:45.402784 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Sync routers for ids ['d3df8532-bf42-4e99-932e-ce82aa3a8072'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:04:45.454004 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:04:45.514828 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.522737 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Pushing event updated for resources: {'Port': ['ID=8534d80a-7ed2-40bd-b769-bc7d0437d074,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:45.537970 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.7958333
Sep 15 19:04:45.547358 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33250) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:45.555703 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:45.561021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:45.562116 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.0525610
Sep 15 19:04:45.562534 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Routers {'d3df8532-bf42-4e99-932e-ce82aa3a8072'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:04:45.564146 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bbfadc0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:04:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d3df8532-bf42-4e99-932e-ce82aa3a8072'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:45.608501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33254) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:45.613313 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33256) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:45.705000 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:04:45.706750 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb25160>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:04:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:45.866199 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Set router d3df8532-bf42-4e99-932e-ce82aa3a8072 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:04:45.870426 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-236b5f3e-5a2f-4c8f-a2b8-e5b013c6cae4 req-343d8f92-1aca-48f2-9b08-a0f107a48701 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.1589680
Sep 15 19:04:45.898908 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Allocated IP 172.20.0.12 (eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2/cf7b62d8-585b-492a-800a-7581b6c14c0b/8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:46.231917 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:46.282948 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:04:46.284256 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c1af7f0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:04:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:46.307752 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:46.484376 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5248a7a5-b5b4-45d8-815e-6ab57251391c req-7c78b1ec-273f-4a1a-97f6-1e17db489aad tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 210 time: 0.8698056
Sep 15 19:04:46.487398 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:46.539148 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-227d1a3c-fd5c-41c2-9575-2512b1f7b624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:46.567783 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:04:46.611680 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:46.613542 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c71701f1-a37a-43e9-9d7a-aaa4d9145aa7 HTTP/1.1" status: 204  len: 168 time: 2.2256875
Sep 15 19:04:46.631012 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71701f1-a37a-43e9-9d7a-aaa4d9145aa7,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:46.665156 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Deleting subnet 9153be2c-f486-447a-9a9e-8ac897bbcea1 {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:04:46.682999 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:46.791396 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:46.882830 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:46.942413 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 034c8a8c-494c-4b90-baaf-02a7fc28123b completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:46.951128 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Pushing event updated for resources: {'Port': ['ID=da4cdc11-1e54-4469-b0c3-ca2936d30643,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:46.966871 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-f18da6f6-5e09-40d1-a599-fe08ce46b361 None None] Provisioning for port 034c8a8c-494c-4b90-baaf-02a7fc28123b completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:46.973253 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.669s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:47.069609 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.069805 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:04:47.130742 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bbfadc0>, [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 3, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:47.147118 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Checking router: d3df8532-bf42-4e99-932e-ce82aa3a8072 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:04:47.147495 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Updating router d3df8532-bf42-4e99-932e-ce82aa3a8072 port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:04:47.208491 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.304307 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5f32d4ef-35f0-4dd9-ac7e-f7bd66d12d25 req-866ab7f6-e8d3-4f48-b781-34d4c3f45699 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.0689123
Sep 15 19:04:47.365211 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.427672 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aad594-2119-419a-a6e1-8e57ac8ec8be None None] Network 4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:04:47.480144 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.504878 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-f18da6f6-5e09-40d1-a599-fe08ce46b361 None None] Provisioning complete for port 034c8a8c-494c-4b90-baaf-02a7fc28123b triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:47.505260 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f18da6f6-5e09-40d1-a599-fe08ce46b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.534294 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c1af7f0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 3, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:47.573896 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.584050 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 034c8a8c-494c-4b90-baaf-02a7fc28123b triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:47.586569 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.676386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-d4953c79-8fce-40bd-97fb-8930fe7ef6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:47.677560 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34e2bdc-9197-48e7-a66c-be4ae23d0d77 None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 3, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:04:47.743922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33284) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:47.758864 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.801495 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:47.812993 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:47.815615 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:47.819855 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:47.820451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.877829 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1212704
Sep 15 19:04:47.885720 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event updated for resources: {'Port': ['ID=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:47.889583 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:47.993705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-ce66f908-c16c-4724-97ca-2281ac4da9c5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 19:04:47.994520 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:47.999270 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-ce66f908-c16c-4724-97ca-2281ac4da9c5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0251017
Sep 15 19:04:48.236542 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1769e478-1d23-45cc-bfb5-25b357949625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:48.485744 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:48.503429 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Transition to ACTIVE for port object 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:48.516081 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:48.522275 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:48.534070 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:48.693697 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e814f-b55d-491d-b0d3-c7bb22cc7d04 None None] Pushing event updated for resources: {'Port': ['ID=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,revision_number=2']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:48.707566 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:48.755125 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-f04e814f-b55d-491d-b0d3-c7bb22cc7d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:48.832000 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Attempting to bind port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:48.832230 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Attempting to bind port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:48.832688 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Attempting to bind port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:48.863455 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:48.876009 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:48.876581 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:48.878377 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:48.878875 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:48.879551 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Bound port: 998811ae-08cc-4aa3-986a-b8cab6bd5dc5, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:48.879962 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:48.883092 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Pushing event updated for resources: {'Port': ['ID=29ee6a87-f2ad-4394-a3dc-5788fb665447,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:48.913161 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:48.918856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Request body: {'port': {'device_id': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:48.922038 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:48.923263 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:48.964636 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:49.015392 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Usage tracker for resource:security_group_rule and tenant:ef15d9e508084b249cbd703bbb05aadf is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:49.025591 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:49.068863 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0a75d-89ea-4e5b-ba91-e37cdd6fe21d req-9592fd89-43c8-499a-9034-ad0b10c9b296 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:49.075130 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-eeb0a75d-89ea-4e5b-ba91-e37cdd6fe21d req-9592fd89-43c8-499a-9034-ad0b10c9b296 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 932 time: 1.0678999
Sep 15 19:04:49.126391 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.187726 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:49.254793 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] For port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:49.268680 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] For port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:49.281651 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.288093 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:49.434239 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.510122 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.527893 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Routers {'d3df8532-bf42-4e99-932e-ce82aa3a8072'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:04:49.532176 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bbfadc0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:04:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d3df8532-bf42-4e99-932e-ce82aa3a8072'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:49.537560 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.590493 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.646396 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f18da6f6-5e09-40d1-a599-fe08ce46b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.650662 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1b1c7-e1ea-4c6b-a85b-3afe406ee2ba req-67577a4b-15f3-438b-8e15-4338cdd58409 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:49.657584 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9400494
Sep 15 19:04:49.662330 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-35a1b1c7-e1ea-4c6b-a85b-3afe406ee2ba req-67577a4b-15f3-438b-8e15-4338cdd58409 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 932 time: 0.9573207
Sep 15 19:04:49.683124 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9153be2c-f486-447a-9a9e-8ac897bbcea1 HTTP/1.1" status: 204  len: 168 time: 4.0415683
Sep 15 19:04:49.784270 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33310) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:49.849892 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.613s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:49.864679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Request body: {'port': {'device_id': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:04:49.881010 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 034c8a8c-494c-4b90-baaf-02a7fc28123b, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=034c8a8c-494c-4b90-baaf-02a7fc28123b,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:04:49.891039 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:49.891285 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb25160>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:40Z', 'revision_number': 3, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:49.905154 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef15d9e508084b249cbd703bbb05aadf&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1512403
Sep 15 19:04:49.924010 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:49.925637 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:04:49.927100 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Updating router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d port a8077672-9fb2-472f-b157-e6600816e451 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:04:49.939606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33314) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:50.015895 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e814f-b55d-491d-b0d3-c7bb22cc7d04 None None] Pushing event updated for resources: {'Port': ['ID=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:50.052125 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-f04e814f-b55d-491d-b0d3-c7bb22cc7d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:50.110755 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.114256 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-eeb0a75d-89ea-4e5b-ba91-e37cdd6fe21d req-787351e5-683a-43b0-92ed-ca8275b577da tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0099480
Sep 15 19:04:50.121341 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] Set router d3df8532-bf42-4e99-932e-ce82aa3a8072 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:04:50.154452 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.170516 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114071c0-45cf-404e-bd0d-0b06aa3c6abf,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:50.218980 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-85e2d90e-b001-4f87-8bca-d691b56653ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:50.274862 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:50.275438 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33320) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:50.327687 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-64cef985-96c3-459c-9792-23b901f39867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.617s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:50.421037 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-35a1b1c7-e1ea-4c6b-a85b-3afe406ee2ba req-44cbe3c5-f35f-4ded-afd9-97eb87af042c tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7573967
Sep 15 19:04:50.455917 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.472898 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.496441 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9153be2c-f486-447a-9a9e-8ac897bbcea1,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:50.529351 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8534d80a-7ed2-40bd-b769-bc7d0437d074 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:50.552688 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:50.595757 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.764925 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-f18da6f6-5e09-40d1-a599-fe08ce46b361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:04:50.765558 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-f18da6f6-5e09-40d1-a599-fe08ce46b361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:04:50.766116 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=034c8a8c-494c-4b90-baaf-02a7fc28123b,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:50.780017 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:50.820879 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 8534d80a-7ed2-40bd-b769-bc7d0437d074 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:50.835976 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 8534d80a-7ed2-40bd-b769-bc7d0437d074 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:50.836547 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.882531 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:50.966750 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.045803 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bbfadc0>, [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 3, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:51.056549 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2c5988-224c-4016-8e46-8135afcd96b4 None None] The sync data for ids ['d3df8532-bf42-4e99-932e-ce82aa3a8072'] in dv-cinder-806008-3-iscsi is: [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:41Z', 'revision_number': 3, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:04:51.219080 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.225124 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.366334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.401265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f922c38ad60>> segment before_delete 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.401265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f922c38ad60>> subnet precommit_delete_associations 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.401558 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> segment_host_mapping after_create 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.401869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> port after_create 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.402170 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> port after_delete 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.402628 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> port after_update 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.406836 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> segment after_delete 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.406836 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> subnet after_create 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.406836 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> subnet after_delete 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.406836 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b3db940>> subnet after_update 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.446048 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Allocated IP 172.20.0.1 (26a47a5e-d8d5-4ac2-9706-ca39cb183cd0/d96b3b49-dd1e-4171-8c67-b19197670eeb/ca3391da-4657-4099-a965-e92191852f2d) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:51.467438 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.499104 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 8534d80a-7ed2-40bd-b769-bc7d0437d074, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8534d80a-7ed2-40bd-b769-bc7d0437d074,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:04:51.510067 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.522144 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:51.528356 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device da4cdc11-1e54-4469-b0c3-ca2936d30643 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:51.566562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:04:51.596867 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.598228 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/114071c0-45cf-404e-bd0d-0b06aa3c6abf HTTP/1.1" status: 204  len: 168 time: 1.6477942
Sep 15 19:04:51.604268 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114071c0-45cf-404e-bd0d-0b06aa3c6abf,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:51.613684 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Usage tracker for resource:security_group_rule and tenant:bd2aeb08be284dd19ae5bb479e1a3c51 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:04:51.618958 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:51.622977 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0b6dbb47-f007-4cf5-a1ad-fec0bb23f4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:51.627402 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:04:51.640160 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:04:51.678628 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b391c40>> subnet after_create 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.679194 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b391c40>> subnet after_delete 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.679295 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b391c40>> subnet before_create 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.679609 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b391c40>> subnet before_update 55550000 {{(pid=75126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:04:51.680242 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b3db9a0>,) {'filters': {'network_id': ['e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:51.705994 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b3db9a0>, '1048e720-48e2-4cab-938d-599d6661387c') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:51.706278 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b3db9a0>, '1048e720-48e2-4cab-938d-599d6661387c') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:51.720773 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.739686 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.741915 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=8534d80a-7ed2-40bd-b769-bc7d0437d074,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:51.748698 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:04:51.749193 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.783122 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:51.793785 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-7da0535d-62f5-457a-a9cd-78f47c87e8e5 None None] Provisioning complete for port 034c8a8c-494c-4b90-baaf-02a7fc28123b triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:51.795349 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7da0535d-62f5-457a-a9cd-78f47c87e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:51.896604 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47f1df-3398-427c-95db-a113df8cd371 req-efb6e2fb-1713-44ff-955a-d0e8f40f30f5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:51.898257 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1f47f1df-3398-427c-95db-a113df8cd371 req-efb6e2fb-1713-44ff-955a-d0e8f40f30f5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 932 time: 0.4219542
Sep 15 19:04:51.911697 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port da4cdc11-1e54-4469-b0c3-ca2936d30643 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:51.912418 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.057048 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.resource_extend [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:04:52.086451 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-7da0535d-62f5-457a-a9cd-78f47c87e8e5 None None] Provisioning complete for port da4cdc11-1e54-4469-b0c3-ca2936d30643 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:52.086762 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7da0535d-62f5-457a-a9cd-78f47c87e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.169059 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.233998 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Allocated IP 172.20.0.1 (648e8c16-4930-4968-8b15-155bb34d0bcc/f4173621-e1c3-4862-8115-9572b8460f84/33c3738f-5afc-4dfe-b99b-f88b0fe52754) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:52.293714 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   util.warn_limited(
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   util.warn_limited(
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:04:52.295501 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:04:52.361418 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.390295 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Transition to ACTIVE for port object ca3391da-4657-4099-a965-e92191852f2d will not be triggered until provisioned by entity DHCP. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:52.390439 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Transition to ACTIVE for port object a8077672-9fb2-472f-b157-e6600816e451 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:52.396407 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.419506 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1f47f1df-3398-427c-95db-a113df8cd371 req-c1a074b5-b145-4194-95d4-9dae6213909d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5029883
Sep 15 19:04:52.423747 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.438719 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.446172 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.db.resource_extend [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:04:52.502190 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-52b5a732-5c9c-4013-a1f8-a39edf2b105b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:52.608499 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.628607 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:52.694654 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a8e32b-36b4-4589-b3be-310f4fccb520,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:52.743752 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:52.757689 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:52.783018 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd2aeb08be284dd19ae5bb479e1a3c51&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4182434
Sep 15 19:04:52.814073 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33340) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:52.974106 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:52.976850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Attempting to bind port a8077672-9fb2-472f-b157-e6600816e451 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:52.977425 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Attempting to bind port a8077672-9fb2-472f-b157-e6600816e451 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:52.977703 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Attempting to bind port a8077672-9fb2-472f-b157-e6600816e451 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:52.983005 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274a6dc-4987-4a8f-b9ad-c9134f1c66e4 None None] Pushing event updated for resources: {'Port': ['ID=a8077672-9fb2-472f-b157-e6600816e451,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:52.987599 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a274a6dc-4987-4a8f-b9ad-c9134f1c66e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:52.992774 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:53.005774 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:53.006369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:53.008368 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.009115 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:53.009531 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Bound port: a8077672-9fb2-472f-b157-e6600816e451, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:53.009998 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.013596 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:53.032090 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ee6a87-f2ad-4394-a3dc-5788fb665447 {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:04:53.044572 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f6921150-8cf1-4b96-bee4-507a0f9bc290 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e9b9fb63-adbf-4a3a-a67a-0eb0d5a3e181 HTTP/1.1" status: 204  len: 168 time: 3.2522457
Sep 15 19:04:53.049176 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33346) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:53.127236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.194749 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.205982 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] For port a8077672-9fb2-472f-b157-e6600816e451, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:53.211346 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] For port a8077672-9fb2-472f-b157-e6600816e451, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a8077672-9fb2-472f-b157-e6600816e451,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:53.214688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.226193 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.238069 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8da41871-41d7-4a0e-a9d3-21ed2a841b48 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:53.242663 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:53.321858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Deleting subnet e04832ec-f7ce-4610-879d-e8a2b850f6f3 {{(pid=75126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:04:53.350339 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8534d80a-7ed2-40bd-b769-bc7d0437d074 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:53.369180 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.370470 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:53.430371 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb4a2c-7527-446d-90a5-e4da92a8d812 req-6c26b0d8-8a85-4da1-92c4-f941ff9dfd4d tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:53.432621 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ebeb4a2c-7527-446d-90a5-e4da92a8d812 req-6c26b0d8-8a85-4da1-92c4-f941ff9dfd4d tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 932 time: 0.8391154
Sep 15 19:04:53.446082 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274a6dc-4987-4a8f-b9ad-c9134f1c66e4 None None] Pushing event updated for resources: {'Port': ['ID=a8077672-9fb2-472f-b157-e6600816e451,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:53.450188 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a274a6dc-4987-4a8f-b9ad-c9134f1c66e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:53.451764 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:04:53.452053 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb25160>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:04:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:53.481134 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Transition to ACTIVE for port object 33c3738f-5afc-4dfe-b99b-f88b0fe52754 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:53.498378 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Transition to ACTIVE for port object 29ee6a87-f2ad-4394-a3dc-5788fb665447 will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:53.506064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:04:53.521256 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.536201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Pushing event updated for resources: {'Port': ['ID=ca3391da-4657-4099-a965-e92191852f2d,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:53.539075 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:53.573260 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:53.579095 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.602142 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:53.605966 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.648260 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-921545'] for subnet, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.692020 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:53.776351 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Transition to ACTIVE for port object 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:04:53.790864 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.793941 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ebeb4a2c-7527-446d-90a5-e4da92a8d812 req-d756ae84-8386-4837-8773-b729e73535bd tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3342803
Sep 15 19:04:53.808231 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3302ac58-399d-4266-aa14-e7251492ce17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:53.871395 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 8534d80a-7ed2-40bd-b769-bc7d0437d074 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:53.871848 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.953396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.962950 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:53.986304 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Allocated IP 172.20.0.1 (5853b25c-c152-47eb-a27a-e07c5183c001/31b8f741-9d30-4de7-81d9-c3290561520f/282d2c20-d724-488d-ad0f-c798deda1c2f) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:04:54.067988 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:04:54.104265 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee6a87-f2ad-4394-a3dc-5788fb665447,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:54.125948 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:54.136650 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.227659 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:54.233636 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:54.238000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:54.338283 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Network 648e8c16-4930-4968-8b15-155bb34d0bcc is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:54.338532 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:54.349346 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:54.410244 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.437683 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:54.454604 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-21c5138e-0f3c-45d8-bd0c-71d86b214aec None None] Provisioning for port ca3391da-4657-4099-a965-e92191852f2d completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:54.479296 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-21c5138e-0f3c-45d8-bd0c-71d86b214aec None None] Provisioning complete for port ca3391da-4657-4099-a965-e92191852f2d triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:54.479670 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-21c5138e-0f3c-45d8-bd0c-71d86b214aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.534222 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:54.622472 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-21c5138e-0f3c-45d8-bd0c-71d86b214aec None None] Port ca3391da-4657-4099-a965-e92191852f2d cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:04:54.631145 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:54.633076 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.658602 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Pushing event updated for resources: {'Port': ['ID=33c3738f-5afc-4dfe-b99b-f88b0fe52754,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:54.667259 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:54.691291 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8281650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8263578'] for subnet, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.782914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fa9ce711-d40a-4a3f-89cc-cb1e9896019a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:54.820793 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.834347 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473864cc-4519-4aea-8f4c-7d410336f9f2 req-16979a31-7630-4250-b418-09fd23e5470d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:54.843963 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-473864cc-4519-4aea-8f4c-7d410336f9f2 req-16979a31-7630-4250-b418-09fd23e5470d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 944 time: 0.8104446
Sep 15 19:04:54.881170 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Attempting to bind port 29ee6a87-f2ad-4394-a3dc-5788fb665447 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:54.882714 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Attempting to bind port 29ee6a87-f2ad-4394-a3dc-5788fb665447 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'cf7e7740-9fa3-40f0-8895-6ac3075de07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:54.885453 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Attempting to bind port 29ee6a87-f2ad-4394-a3dc-5788fb665447 on network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:54.891319 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.900510 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:54.908578 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e04832ec-f7ce-4610-879d-e8a2b850f6f3 HTTP/1.1" status: 204  len: 168 time: 1.8541811
Sep 15 19:04:54.914329 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04832ec-f7ce-4610-879d-e8a2b850f6f3,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:54.920344 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33370) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:54.965542 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Port 29ee6a87-f2ad-4394-a3dc-5788fb665447 on network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:04:54.969616 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Attempting to bind port 29ee6a87-f2ad-4394-a3dc-5788fb665447 on network a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:54.975608 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.087697 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:55.092266 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.105601 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Attempting to bind port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:04:55.106091 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Attempting to bind port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:04:55.106526 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Attempting to bind port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:55.111231 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3ba110dd-326a-4bf9-91c5-de3c449dc01b None None] Provisioning for port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:04:55.115690 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:04:55.116220 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Attempting to bind port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:04:55.118323 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.124899 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:55.125232 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Checking segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:55.125810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Bound using segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:55.126393 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Bound port: 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:55.126815 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.139271 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:04:55.140129 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:04:55.140680 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3ba110dd-326a-4bf9-91c5-de3c449dc01b None None] Provisioning complete for port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:55.140808 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3ba110dd-326a-4bf9-91c5-de3c449dc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.141930 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Checking segment: {'id': 'cf7e7740-9fa3-40f0-8895-6ac3075de07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:04:55.142842 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Bound using segment: {'id': 'cf7e7740-9fa3-40f0-8895-6ac3075de07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:04:55.143641 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Bound port: 29ee6a87-f2ad-4394-a3dc-5788fb665447, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7e7740-9fa3-40f0-8895-6ac3075de07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:04:55.144245 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.205602 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.224797 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-473864cc-4519-4aea-8f4c-7d410336f9f2 req-f0d2ef32-743d-4389-8715-357d0c81a7e6 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3796582
Sep 15 19:04:55.227267 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-3ba110dd-326a-4bf9-91c5-de3c449dc01b None None] Port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:04:55.229114 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.232454 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 034c8a8c-494c-4b90-baaf-02a7fc28123b up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:55.255436 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-408017a6-24c1-4d3b-99a5-91cea064902f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:55.271527 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:55.359957 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:55.371849 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb25160>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:40Z', 'revision_number': 3, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:55.381817 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:55.390826 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f6e605-5086-4c0c-8d4f-fc72d7ef42f6 None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:40Z', 'revision_number': 3, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:04:55.408054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a8e32b-36b4-4589-b3be-310f4fccb520,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:55.424854 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.430669 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:55.443412 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.509577 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:55.531024 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 034c8a8c-494c-4b90-baaf-02a7fc28123b triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:55.531530 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.591824 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b37b940>,) {'filters': {'network_id': ['4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:55.619061 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b37b940>, 'dd8b7da5-7611-4048-a080-db6d92912834') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:55.619392 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b37b940>, 'dd8b7da5-7611-4048-a080-db6d92912834') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:04:55.643028 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.664830 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.666365 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48a8e32b-36b4-4589-b3be-310f4fccb520 HTTP/1.1" status: 204  len: 168 time: 2.8511045
Sep 15 19:04:55.683545 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.692236 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:04:55.692942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.756519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Network 5853b25c-c152-47eb-a27a-e07c5183c001 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:55.773268 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:55.781872 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:04:55.782396 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.795281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=282d2c20-d724-488d-ad0f-c798deda1c2f,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:55.797941 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] For port 29ee6a87-f2ad-4394-a3dc-5788fb665447, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:04:55.853219 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:04:55.861692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:55.892234 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.909261 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.932107 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:55.940732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ffec01f9-9d34-41cf-a5b1-5e501cb105b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:56.064735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.092014 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:04:56.130474 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Pushing event updated for resources: {'Port': ['ID=ca3391da-4657-4099-a965-e92191852f2d,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:56.141604 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] For port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:04:56.155060 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:56.177024 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.191890 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:56.204881 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] For port 29ee6a87-f2ad-4394-a3dc-5788fb665447, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447,segment=NetworkSegment(cf7e7740-9fa3-40f0-8895-6ac3075de07e),segment_id=cf7e7740-9fa3-40f0-8895-6ac3075de07e)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:56.302375 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] For port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:04:56.317306 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:56.317781 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.336767 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] 10.222.0.52 "DELETE /v2.0/networks/4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f HTTP/1.1" status: 204  len: 168 time: 1.4118896
Sep 15 19:04:56.338406 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.339473 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9d39b7-360d-43e7-a2ff-bdf37f7f9f4f,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:56.353936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-42dd59b9-fb30-477a-9455-536e2de79abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:56.409677 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f4f96-94c6-46b7-ad62-03c6f6204fe0 req-984bd8a8-64aa-46e7-99bf-51d1e9cddd0d tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:56.412825 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d2f4f96-94c6-46b7-ad62-03c6f6204fe0 req-984bd8a8-64aa-46e7-99bf-51d1e9cddd0d tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 944 time: 1.2320242
Sep 15 19:04:56.415007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:56.472434 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.539589 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.546500 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a HTTP/1.1" status: 200  len: 1094 time: 7.8934040
Sep 15 19:04:56.547183 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.590003 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'tag': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:04:56.613846 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:56.665484 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:56.682618 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:56.689734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.691571 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] 10.222.0.30 "PUT /v2.0/ports/29ee6a87-f2ad-4394-a3dc-5788fb665447 HTTP/1.1" status: 200  len: 1094 time: 6.8363845
Sep 15 19:04:56.692050 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:56.703840 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'tag': '29ee6a87-f2ad-4394-a3dc-5788fb665447'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:04:56.964391 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33404) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:57.183700 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-74985ade-f44b-4506-9f91-87abc4701833 None None] Provisioning complete for port ca3391da-4657-4099-a965-e92191852f2d triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:57.184151 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-74985ade-f44b-4506-9f91-87abc4701833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:57.196647 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:57.205035 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:57.231132 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d2f4f96-94c6-46b7-ad62-03c6f6204fe0 req-b6fbf1d0-dd66-4fbd-a227-fd89caed17f6 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6530571
Sep 15 19:04:57.291725 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-8fa246a4-5643-4670-a430-92c3304b8279 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6d6d25c95ec4fc4a89e66f0168ff192&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3098042
Sep 15 19:04:57.303600 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33414) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:57.394622 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee6a87-f2ad-4394-a3dc-5788fb665447,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:57.403444 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:57.479618 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-f4e76358-759f-406a-b3d2-bea9580464af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 1097 time: 0.8276250
Sep 15 19:04:57.534259 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-74985ade-f44b-4506-9f91-87abc4701833 None None] Port ca3391da-4657-4099-a965-e92191852f2d cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:04:57.593383 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0b3c4-f53e-432e-a7dc-24b3d37cc5dc req-e892b998-0ad0-4dd0-9f1d-998eb8d245eb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:57.607653 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a7f0b3c4-f53e-432e-a7dc-24b3d37cc5dc req-e892b998-0ad0-4dd0-9f1d-998eb8d245eb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 944 time: 1.0643947
Sep 15 19:04:57.657507 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-239e286d-2aeb-48e5-bd6b-efeb95a896ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f72afa930a548ab80c60ab61c1b7cd8&device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 1097 time: 0.7726202
Sep 15 19:04:57.706587 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-56130be3-173e-4620-8c8e-0b32153e6423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a HTTP/1.1" status: 200  len: 217 time: 0.2122810
Sep 15 19:04:57.815224 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'tag': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', 'status': 'completed', 'code': 200}
Sep 15 19:04:57.835151 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:57.857985 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.db.resource_extend [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:04:57.884873 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:57.893868 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-fd5cff07-6049-4f89-b53a-3527877f48aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:57.895744 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-fd5cff07-6049-4f89-b53a-3527877f48aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.1310117
Sep 15 19:04:57.897707 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:57.905434 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:57.943409 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-52ff6178-9617-449d-b37c-0da5f13f8c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:58.005570 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'tag': '29ee6a87-f2ad-4394-a3dc-5788fb665447', 'status': 'completed', 'code': 200}
Sep 15 19:04:58.100289 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.106383 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-30c317e5-3e51-44b0-b9ca-86ce6b58d0ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585229
Sep 15 19:04:58.107474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Pushing event updated for resources: {'Port': ['ID=33c3738f-5afc-4dfe-b99b-f88b0fe52754,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:58.110905 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:58.218999 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.219249 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-79c37200-1e1d-4f87-a8e9-e858b6156cc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447 HTTP/1.1" status: 200  len: 217 time: 0.4989967
Sep 15 19:04:58.288197 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:58.371346 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a7f0b3c4-f53e-432e-a7dc-24b3d37cc5dc req-5719a5b4-7ac3-4cc2-a4c6-5e05c71eb0ba tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7311234
Sep 15 19:04:58.484991 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a53f61-e794-46f1-a31a-65e6e1cc1c50,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:58.489791 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:58.561236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110791d-460a-4f0b-922d-d53ec1881319 req-f2f3a3f7-2338-4847-8cd1-26ff58d88758 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:58.562154 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-f2f3a3f7-2338-4847-8cd1-26ff58d88758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d04d2d7-7c87-4b43-83d3-ae4df203c827 HTTP/1.1" status: 200  len: 851 time: 0.3217943
Sep 15 19:04:58.645467 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-22416db8-bcc2-4565-9ef6-00d485535787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.741471 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.db.resource_extend [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:04:58.743967 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.748164 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82a53f61-e794-46f1-a31a-65e6e1cc1c50 HTTP/1.1" status: 204  len: 168 time: 1.4396553
Sep 15 19:04:58.812462 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-a7b15545-eafb-4923-bb6d-8c53dfbbd7aa service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6832590
Sep 15 19:04:58.818998 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Network 648e8c16-4930-4968-8b15-155bb34d0bcc is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:58.819807 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.820888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:58.823330 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-4e045881-6204-40cd-aba6-fd7c87c392cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1585128
Sep 15 19:04:58.829106 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.854626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:58.863533 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:04:59.000987 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:59.162770 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=282d2c20-d724-488d-ad0f-c798deda1c2f,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:04:59.175529 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:04:59.220661 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820c6d-8243-406b-add9-1ca40dd9785d req-18b96437-9510-48ca-bb19-8458b5ec1c50 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:04:59.223938 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5f820c6d-8243-406b-add9-1ca40dd9785d req-18b96437-9510-48ca-bb19-8458b5ec1c50 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 944 time: 0.5852308
Sep 15 19:04:59.288004 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-d90341ff-8244-4a71-af73-cacc3d7801fa None None] Provisioning complete for port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:04:59.288529 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d90341ff-8244-4a71-af73-cacc3d7801fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:04:59.307788 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-278259a4-128b-4602-912b-de58a24c1421 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4732871
Sep 15 19:04:59.396155 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-d90341ff-8244-4a71-af73-cacc3d7801fa None None] Port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:04:59.414798 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86c163b0-0954-4a96-8eca-61d5103371e4 req-2ca87abe-5f1d-44ea-9be5-5936ef1d9a89 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4988236
Sep 15 19:04:59.507541 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5f820c6d-8243-406b-add9-1ca40dd9785d req-c123f3a4-6c14-4085-8f4d-e7ebfd8857f1 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632315
Sep 15 19:04:59.547592 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Router c6a8357c-9c96-4462-9046-07737f315220 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:04:59.568963 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Network 5853b25c-c152-47eb-a27a-e07c5183c001 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:04:59.630016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:04:59.698007 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33476) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:59.779432 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33482) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:04:59.792418 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-692370c3-d594-4965-a63d-683f0f955195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 1097 time: 0.2924409
Sep 15 19:04:59.984454 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-e5413e13-744d-45c1-b2eb-976f63d6ecb6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a53449c60ff4336a0052b8844008efb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2281139
Sep 15 19:04:59.988914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33490) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:00.012569 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.069854 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-d5f5a2ef-d4f1-4253-ba89-317e84260e77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:00.071340 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-d5f5a2ef-d4f1-4253-ba89-317e84260e77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 915 time: 0.2715397
Sep 15 19:05:00.075711 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d110791d-460a-4f0b-922d-d53ec1881319 req-040e5801-ab8d-4f4b-81fc-cc00b7ea4f4b service neutron] 10.222.0.30 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7508085
Sep 15 19:05:00.128150 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b844f-4dc3-4ad3-97b6-ebc2074f9bba req-0692c913-616c-450f-b219-988d957aa304 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:00.129785 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4e2b844f-4dc3-4ad3-97b6-ebc2074f9bba req-0692c913-616c-450f-b219-988d957aa304 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 944 time: 0.4178641
Sep 15 19:05:00.174472 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-91dcfe9d-203d-4ed7-8da0-b8d7ff8c90a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a HTTP/1.1" status: 200  len: 217 time: 0.0888972
Sep 15 19:05:00.178064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:00.228032 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Usage tracker for resource:security_group_rule and tenant:5c9cff2ac9984624938206d9a98eb7f4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:00.244146 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:00.261139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.266276 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:00.287155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:05:00.319332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.338803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-7f9bc1c2-fabe-44dd-bc0c-5249fd4cab4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:00.340413 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-7f9bc1c2-fabe-44dd-bc0c-5249fd4cab4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.1526408
Sep 15 19:05:00.370230 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4e2b844f-4dc3-4ad3-97b6-ebc2074f9bba req-ebcd92fc-8d4a-4074-a32d-e0eb927d9bc2 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962900
Sep 15 19:05:00.412973 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-7f94071d-b475-46a0-aa9e-b58337915c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629399
Sep 15 19:05:00.577165 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-a216a9f5-8b97-4b39-a836-f345009822b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f72afa930a548ab80c60ab61c1b7cd8&device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 1097 time: 0.4400287
Sep 15 19:05:00.648906 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.652276 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.665317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8cbb8c82-f939-4d2f-bc12-b32623fc63d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:00.672426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.705715 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7c2c13-85f1-4d80-ad24-dc3c86613ffb,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:00.713776 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:00.721039 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-63bbb4d8-abc2-4277-a306-3784db6e3de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:00.739019 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-0c319db3-005d-423a-9c4c-93ef5288b7ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:00.740474 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-0c319db3-005d-423a-9c4c-93ef5288b7ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc HTTP/1.1" status: 200  len: 911 time: 0.1497340
Sep 15 19:05:00.741186 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-017675f0-ad54-42dc-a91f-e7df137fc927 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699306
Sep 15 19:05:00.827288 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-9a33580d-ef47-4e04-ab30-52ca93581c50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447 HTTP/1.1" status: 200  len: 217 time: 0.0715344
Sep 15 19:05:00.916734 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-9c336b45-a03c-4a26-967a-14a114bd781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:00.989087 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd935bb7-f6db-417a-8a84-0b89f7a2dcc0,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:01.005319 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:05:01.010920 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] 10.222.0.52 "PUT /v2.0/routers/c6a8357c-9c96-4462-9046-07737f315220/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.0680079
Sep 15 19:05:01.014684 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-0e23ba29-a18f-4010-9ee8-f0eaf87116cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:01.016588 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:01.017155 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-0e23ba29-a18f-4010-9ee8-f0eaf87116cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d04d2d7-7c87-4b43-83d3-ae4df203c827 HTTP/1.1" status: 200  len: 851 time: 0.1818347
Sep 15 19:05:01.017857 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc7c2c13-85f1-4d80-ad24-dc3c86613ffb HTTP/1.1" status: 204  len: 168 time: 1.0241525
Sep 15 19:05:01.021768 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:01.025252 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:05:01.050827 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:01.053325 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb2e2b0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:01.083169 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-8bdaac56-a745-4697-bb66-cf714096a480 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556853
Sep 15 19:05:01.083290 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c9cff2ac9984624938206d9a98eb7f4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3016179
Sep 15 19:05:01.085171 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33518) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:01.314155 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-60d36232-3b1a-443b-aedb-d9e730ea24d0 req-51d830ee-b08e-4513-aaa8-ca4f2d808f17 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4200807
Sep 15 19:05:01.337891 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476229d-83cb-4174-89d1-1a1691fc2f42 req-a530a7e5-a782-484b-b4f3-7eb1c7b79975 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:01.345683 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5476229d-83cb-4174-89d1-1a1691fc2f42 req-a530a7e5-a782-484b-b4f3-7eb1c7b79975 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 944 time: 0.6161950
Sep 15 19:05:01.377922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Router d3df8532-bf42-4e99-932e-ce82aa3a8072 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:05:01.380093 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:05:01.386104 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] 10.222.0.52 "PUT /v2.0/routers/1453ace0-74bd-4d08-aaae-3d6d2fbfa93d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8343759
Sep 15 19:05:01.418035 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-2a6a9680-3da1-4a4e-9495-243e8f9d9722 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3240788
Sep 15 19:05:01.431818 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5476229d-83cb-4174-89d1-1a1691fc2f42 req-bda2ecf2-f0fd-44bd-895a-1e6d8495ce58 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851774
Sep 15 19:05:01.495901 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:01.503582 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:01.519877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33534) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:01.675015 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:01.909695 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f1f5f37-67bd-40ad-9023-6a1f7cf7758f req-18d04f94-c1cc-4c74-a07d-6a77ae29da58 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4805491
Sep 15 19:05:01.941590 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdcc75-b9dd-4f03-82f7-cf66974dfce3 req-c22c37a3-77ac-41b4-9e51-adf0dcdb89b9 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:01.948282 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dfdcc75-b9dd-4f03-82f7-cf66974dfce3 req-c22c37a3-77ac-41b4-9e51-adf0dcdb89b9 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 944 time: 0.3086119
Sep 15 19:05:02.000574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.031747 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.050537 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb2e2b0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 2, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:02.057315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:05:02.057677 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Updating router c6a8357c-9c96-4462-9046-07737f315220 port ca3391da-4657-4099-a965-e92191852f2d binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:05:02.078950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:02.099932 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.120084 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33560) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:02.120695 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd935bb7-f6db-417a-8a84-0b89f7a2dcc0,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:02.120937 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.126394 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:02.129991 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800471615', 'description': 'tempest-description--1279580328'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:02.131040 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a8077672-9fb2-472f-b157-e6600816e451 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:02.146450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:02.155709 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.156769 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:02.159695 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd935bb7-f6db-417a-8a84-0b89f7a2dcc0 HTTP/1.1" status: 204  len: 168 time: 1.0735946
Sep 15 19:05:02.166843 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:02.175114 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dfdcc75-b9dd-4f03-82f7-cf66974dfce3 req-7990cc24-7cb7-47f5-89ba-e29600aff24f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259214
Sep 15 19:05:02.184281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:02.201716 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:02.207493 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Usage tracker for resource:security_group_rule and tenant:130fb625fa514af8b31d424729951a40 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:02.211093 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:02.218765 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:02.235929 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.253816 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:05:02.282925 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3df8532-bf42-4e99-932e-ce82aa3a8072/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.6617711
Sep 15 19:05:02.319054 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:02.324000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:02.327859 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:02.333676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.336602 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:02.340891 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.348963 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-53fd5ea5-053b-4dde-8ebc-040d4f76cbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:02.405291 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebcafe8-d47e-42fd-8bb3-93118a2f579b,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:02.410025 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=130fb625fa514af8b31d424729951a40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8891938
Sep 15 19:05:02.410887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:02.412671 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33570) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:02.427252 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port a8077672-9fb2-472f-b157-e6600816e451 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:02.443541 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 29ee6a87-f2ad-4394-a3dc-5788fb665447 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:02.463162 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.470299 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.478973 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:02.480135 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port a8077672-9fb2-472f-b157-e6600816e451 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:02.487152 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.556268 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed8d7c-ec44-49b4-ac97-0ed419ab814d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:02.559756 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.564195 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4385598
Sep 15 19:05:02.564195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:02.564509 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33576) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:02.570813 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'security_group_rule': {'security_group_id': '38ed8d7c-ec44-49b4-ac97-0ed419ab814d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:02.577653 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:02.581605 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:02.585027 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:02.593829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:02.597101 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.638437 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.647157 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.718077 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.resource_extend [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:05:02.760961 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.765820 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.767954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:02.799226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-b824bc9e-7e56-4770-b4b7-62076bfeafbf tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:02.799934 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-b824bc9e-7e56-4770-b4b7-62076bfeafbf tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Synchronizing usage tracker for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:02.816401 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.828522 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676afb2c-8d2a-45b6-b8b7-783201b0ab4c,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:02.830841 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:02.832827 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:02.835867 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.837238 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2718270
Sep 15 19:05:02.839821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33584) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:02.849439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'security_group_rule': {'security_group_id': '38ed8d7c-ec44-49b4-ac97-0ed419ab814d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:02.849773 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebcafe8-d47e-42fd-8bb3-93118a2f579b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:02.852835 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:02.854677 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.858770 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ebcafe8-d47e-42fd-8bb3-93118a2f579b HTTP/1.1" status: 204  len: 168 time: 0.4422967
Sep 15 19:05:02.858770 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-b824bc9e-7e56-4770-b4b7-62076bfeafbf tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Unset dirty status for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:02.859512 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-b824bc9e-7e56-4770-b4b7-62076bfeafbf tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 944 time: 0.1887910
Sep 15 19:05:02.863668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:02.874343 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:02.882769 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:02.896336 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:02.937069 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:02.998737 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-c99813c3-1967-4080-b838-60ddae918b25 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Synchronizing usage tracker for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:03.041594 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 29ee6a87-f2ad-4394-a3dc-5788fb665447, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447,segment=NetworkSegment(cf7e7740-9fa3-40f0-8895-6ac3075de07e),segment_id=cf7e7740-9fa3-40f0-8895-6ac3075de07e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:03.046285 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-c99813c3-1967-4080-b838-60ddae918b25 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Unset dirty status for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:03.052087 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3eedc17a-f499-4620-9bb7-f1657cc704f8 req-c99813c3-1967-4080-b838-60ddae918b25 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1848416
Sep 15 19:05:03.060083 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.066534 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.083281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f101c4cd-d21d-4e18-a238-b7206704d417 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:03.115385 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876784e0-8d14-4abe-aceb-fbd7ecd00d1a,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:03.118527 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.124431 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '29ee6a87-f2ad-4394-a3dc-5788fb665447', 'network_id': 'a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc', 'port_id': '29ee6a87-f2ad-4394-a3dc-5788fb665447', 'mac_address': 'fa:16:3e:cd:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d04d2d7-7c87-4b43-83d3-ae4df203c827', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:03.136222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33596) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:03.154156 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:03.158153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.167267 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-cf06aff3-d443-467b-bbb0-347e9dec9e39 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3225782
Sep 15 19:05:03.168395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33600) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:03.185464 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.193423 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:03.207537 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:03.223725 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:floatingip and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:03.238714 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:03.251059 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:03.264261 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port a8077672-9fb2-472f-b157-e6600816e451, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a8077672-9fb2-472f-b157-e6600816e451,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:03.275743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.282820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:03.284141 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.290976 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Usage tracker for resource:security_group_rule and tenant:09d7fc25e7764020bf0ba93c358875b3 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:03.294615 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-52b5a732-5c9c-4013-a1f8-a39edf2b105b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:03.297577 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:03.354488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33608) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:03.358447 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:03.364179 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824722016', 'description': 'tempest-description--977120364'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:03.374565 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.470504 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ee6a87-f2ad-4394-a3dc-5788fb665447 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:03.494372 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:03.516312 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.538647 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:03.540849 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.546281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.546766 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:03.556640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:03.561527 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bc17dbf7-6b4b-4489-b9ec-f29e318e45cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:03.582922 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 29ee6a87-f2ad-4394-a3dc-5788fb665447, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447,segment=NetworkSegment(cf7e7740-9fa3-40f0-8895-6ac3075de07e),segment_id=cf7e7740-9fa3-40f0-8895-6ac3075de07e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:03.590761 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.594102 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Transition to ACTIVE for port object ca3391da-4657-4099-a965-e92191852f2d will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:03.597489 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.598634 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.599584 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:03.606009 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=a8077672-9fb2-472f-b157-e6600816e451,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:03.612516 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:03.613515 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:03.627710 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09d7fc25e7764020bf0ba93c358875b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4902918
Sep 15 19:05:03.631748 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33612) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:03.705787 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.706354 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c03ea4d-bb56-4cb8-ba3d-b7643390af00,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:03.712059 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:03.716278 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:03.719372 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:03.724565 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:03.725711 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:03.777704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.828035 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.resource_extend [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:05:03.833450 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.865717 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.877788 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=29ee6a87-f2ad-4394-a3dc-5788fb665447,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:03.884299 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:03.886115 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.886705 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:03.906582 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-bef4bd54-4254-463a-af33-57c6675ff3b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:03.907736 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-bef4bd54-4254-463a-af33-57c6675ff3b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:03.920125 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-bd58f772-06e5-4c65-9343-aad74a984a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:03.937417 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:03.993756 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.137281 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a8077672-9fb2-472f-b157-e6600816e451 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:04.218260 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Allocated IP 172.27.0.208 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/a6ba56ab-37f8-4ddb-9846-e729d7776d7e) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:04.255284 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-92065bf5-adb9-4da5-b306-bb2165d7e1f4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:04.259766 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-92065bf5-adb9-4da5-b306-bb2165d7e1f4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 819 time: 0.1692398
Sep 15 19:05:04.264228 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33626) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:04.291077 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a2fad-c3ac-4753-b172-ff0b98658c89 None None] Pushing event updated for resources: {'Port': ['ID=ca3391da-4657-4099-a965-e92191852f2d,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:04.298232 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.314225 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-bc5a2fad-c3ac-4753-b172-ff0b98658c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:04.326213 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Attempting to bind port ca3391da-4657-4099-a965-e92191852f2d on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:04.326609 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Attempting to bind port ca3391da-4657-4099-a965-e92191852f2d by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:04.326978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Attempting to bind port ca3391da-4657-4099-a965-e92191852f2d on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:04.330849 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:04.353822 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-b82309a4-a4b9-4fce-986f-8c6513b56b31 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/quotas/c2ff3ef40a79415398288037c7f0f756 HTTP/1.1" status: 200  len: 375 time: 0.0626314
Sep 15 19:05:04.364675 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:04.365052 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Checking segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:04.365460 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.365850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Bound using segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:04.366324 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Bound port: ca3391da-4657-4099-a965-e92191852f2d, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:04.366723 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.377433 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'port_id': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', 'mac_address': 'fa:16:3e:b3:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7b62d8-585b-492a-800a-7581b6c14c0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:04.432768 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:04.437520 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.443383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:04.446613 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-bef4bd54-4254-463a-af33-57c6675ff3b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:04.454335 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-bef4bd54-4254-463a-af33-57c6675ff3b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 944 time: 0.9652667
Sep 15 19:05:04.456294 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.460038 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.1014326
Sep 15 19:05:04.471229 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33634) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:04.498887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'security_group_rule': {'security_group_id': '2352a17b-ebb3-4c5b-9e6f-fadf3438fb32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:04.509928 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:04.518579 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:04.520450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-7772c591-c775-4882-8d04-f99862c8963a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:04.521985 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:04.523305 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port a8077672-9fb2-472f-b157-e6600816e451 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:04.523867 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.528567 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:04.538665 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b21a9328e614a049e326a13b261bcec is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:04.539933 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.546177 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:04.560097 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.561937 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.562948 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:04.567633 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:04.579902 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:04.581712 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:04.584579 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-7772c591-c775-4882-8d04-f99862c8963a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:04.596528 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5f4d7a0f-4452-4bb6-9e2c-417f35c0cc5a req-7772c591-c775-4882-8d04-f99862c8963a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411748
Sep 15 19:05:04.612861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c03ea4d-bb56-4cb8-ba3d-b7643390af00,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:04.618326 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:04.630350 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:04.631561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.635124 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c03ea4d-bb56-4cb8-ba3d-b7643390af00 HTTP/1.1" status: 204  len: 168 time: 1.0000741
Sep 15 19:05:04.650264 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.665108 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] For port ca3391da-4657-4099-a965-e92191852f2d, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:04.677876 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-9d9889eb-12a0-4df9-a699-b855bddae65b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Synchronizing usage tracker for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:04.679904 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'Port': ['ID=a6ba56ab-37f8-4ddb-9846-e729d7776d7e,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:04.692561 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:04.706346 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:04.711496 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:04.715064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] For port ca3391da-4657-4099-a965-e92191852f2d, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ca3391da-4657-4099-a965-e92191852f2d,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:04.716317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:04.723674 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:04.728349 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.741229 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:04.796260 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-9d9889eb-12a0-4df9-a699-b855bddae65b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Unset dirty status for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:04.797486 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-9d9889eb-12a0-4df9-a699-b855bddae65b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4175119
Sep 15 19:05:04.853988 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.873291 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.890904 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.903334 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:04.914580 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:04.967935 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:04.971049 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb2e2b0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:04.987982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.057117 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a3b39-694c-4817-b7c8-f1fd3c8abc78 req-b1033208-60ac-420c-b929-0a74c9912967 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:05.058723 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-855a3b39-694c-4817-b7c8-f1fd3c8abc78 req-b1033208-60ac-420c-b929-0a74c9912967 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 945 time: 0.2226541
Sep 15 19:05:05.063713 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7a746-5cba-4576-a948-a4dce1f83c94,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:05.082773 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b21a9328e614a049e326a13b261bcec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8151739
Sep 15 19:05:05.082773 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:05.084121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:05.115902 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33648) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:05.202773 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.206408 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7257411
Sep 15 19:05:05.207801 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba9bbc4-d40f-42aa-8f39-62edc8bb822a,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:05.209153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33656) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:05.211139 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a2fad-c3ac-4753-b172-ff0b98658c89 None None] Pushing event updated for resources: {'Port': ['ID=ca3391da-4657-4099-a965-e92191852f2d,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:05.217099 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-bc5a2fad-c3ac-4753-b172-ff0b98658c89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:05.232429 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:05.235283 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-877a193f-ef26-4001-aedf-a3b90d0d4ddc service neutron] 10.222.0.52 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4281561
Sep 15 19:05:05.240104 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:05.243086 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'security_group_rule': {'security_group_id': '2352a17b-ebb3-4c5b-9e6f-fadf3438fb32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:05.256149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:05.271314 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.283168 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:05.287285 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-855a3b39-694c-4817-b7c8-f1fd3c8abc78 req-dd711de3-47c8-40d6-931a-dfb6e3591fe8 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145000
Sep 15 19:05:05.290666 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:05.313213 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:05.326125 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['29ee6a87-f2ad-4394-a3dc-5788fb665447'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:05.389446 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:05.420039 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.432193 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.444840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.526360 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-68b47637-188f-4b6a-a401-1001abdee57a service neutron] 10.222.0.52 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666206
Sep 15 19:05:05.532222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.588004 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.609446 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.643825 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:05.674142 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:05.681673 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:05.701089 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff78b6cb-b0da-4842-a442-62f0ac241e48,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:05.711241 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:05.716790 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:05.733387 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.736873 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5044370
Sep 15 19:05:05.742096 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33672) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:05.756267 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:05.760933 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.800550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:05.812991 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:floatingip and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:05.827152 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:05.840489 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6851f457-aeab-4ae3-b6dc-34dd906c48e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:05.890848 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:05.975026 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7a746-5cba-4576-a948-a4dce1f83c94,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:05.988134 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:05.991362 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:05.996366 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82a7a746-5cba-4576-a948-a4dce1f83c94 HTTP/1.1" status: 204  len: 168 time: 0.8787715
Sep 15 19:05:06.061785 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2aa6efdd-fd01-4b87-b033-cea6b6e6241e req-84c4818d-214f-44ab-84cb-691d6a7d902f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 210 time: 0.1471012
Sep 15 19:05:06.078482 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:06.234277 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0993627-919c-4749-99e4-b46fdab2fe48 req-92264e37-b1ab-4ab3-8c0a-983bd556bc8e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:06.238461 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0993627-919c-4749-99e4-b46fdab2fe48 req-92264e37-b1ab-4ab3-8c0a-983bd556bc8e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 945 time: 0.3065667
Sep 15 19:05:06.363021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:06.379859 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:06.404050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:06.439525 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:06.591733 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0993627-919c-4749-99e4-b46fdab2fe48 req-261eae67-8ce5-42c1-bda0-ca2bc2c90b4f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3460965
Sep 15 19:05:06.696908 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'Port': ['ID=a6ba56ab-37f8-4ddb-9846-e729d7776d7e,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:06.720719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:06.768700 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:06.799780 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb2e2b0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:04Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:06.805472 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c141df-3408-4902-a8d8-e0db9f067bdb None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:04Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:05:06.874306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:06.875597 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7057073
Sep 15 19:05:06.917991 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-b96d9343-bb3d-419b-817d-ab6e2b4757cb tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:06.921678 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-b96d9343-bb3d-419b-817d-ab6e2b4757cb tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 819 time: 0.4221306
Sep 15 19:05:07.005447 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Allocated IP 172.27.0.23 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/ead1b3f1-9efc-4e68-ae9e-4a7dfa9ec201) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:07.015737 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172e8d3-b800-4788-bb2d-b84fde7683d2 req-f717941d-8723-4578-89b1-d10eb1bc7c6c tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:07.022971 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6172e8d3-b800-4788-bb2d-b84fde7683d2 req-f717941d-8723-4578-89b1-d10eb1bc7c6c tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 945 time: 0.1218939
Sep 15 19:05:07.088947 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6172e8d3-b800-4788-bb2d-b84fde7683d2 req-9dba72e9-ec9e-4f7d-864c-0a67d485ed6e tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650268
Sep 15 19:05:07.141675 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-30b6101c-832c-4b86-a42d-c859718a4a69 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/quotas/c2ff3ef40a79415398288037c7f0f756 HTTP/1.1" status: 200  len: 375 time: 0.1564565
Sep 15 19:05:07.357381 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-0282d592-eb9d-4f0a-b01b-ce435d28e409 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2146735
Sep 15 19:05:07.422108 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-d25a283d-861d-4b97-8efc-763b332dcc23 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:07.467386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-d25a283d-861d-4b97-8efc-763b332dcc23 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:07.473281 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-d25a283d-861d-4b97-8efc-763b332dcc23 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--800471615&fields=id&tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 267 time: 0.1910312
Sep 15 19:05:07.770309 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-6aba93bf-37a8-420e-902c-502ac0363c59 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:07.771925 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-6aba93bf-37a8-420e-902c-502ac0363c59 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 816 time: 0.2964973
Sep 15 19:05:07.799759 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-6f749f35-570f-417d-87e7-15973cc7f929 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/quotas/9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 375 time: 0.0223901
Sep 15 19:05:07.890282 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Sync routers for ids ['d3df8532-bf42-4e99-932e-ce82aa3a8072'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:05:07.913114 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Routers {'d3df8532-bf42-4e99-932e-ce82aa3a8072'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:07.913306 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:07.914700 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bef0f10>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d3df8532-bf42-4e99-932e-ce82aa3a8072'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:07.946974 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-6fe0a2bf-0930-46e0-9077-ac8602f6aada tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1402764
Sep 15 19:05:08.132876 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ca3391da-4657-4099-a965-e92191852f2d up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:08.199718 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-632b2199-bb25-4ce5-8960-7a7237a5d0e2 service neutron] 10.222.0.52 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8413560
Sep 15 19:05:08.229826 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-abeb6ea7-3708-434f-9219-b40c726010b2 service neutron] 10.222.0.52 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2795351
Sep 15 19:05:08.281578 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Set router d3df8532-bf42-4e99-932e-ce82aa3a8072 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:08.301497 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port ca3391da-4657-4099-a965-e92191852f2d completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:08.315234 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port ca3391da-4657-4099-a965-e92191852f2d triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:08.315638 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:08.337714 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-5aa0df32-6af2-4b67-8665-ffed0c8de769 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:08.339308 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-5aa0df32-6af2-4b67-8665-ffed0c8de769 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 819 time: 0.6461270
Sep 15 19:05:08.354860 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:08.361168 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Request body: {'port': {'device_id': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'admin_state_up': True, 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:08.410983 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:08.442463 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-ee29fd11-25ad-4a31-951e-d85076856e67 service neutron] 10.222.0.52 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115552
Sep 15 19:05:08.599824 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:08.664813 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port ca3391da-4657-4099-a965-e92191852f2d, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ca3391da-4657-4099-a965-e92191852f2d,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:08.672369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:08.679741 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:08.799866 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-e56669c3-f9c0-4d8f-b352-8a0bccb049ca service neutron] 10.222.0.52 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5887535
Sep 15 19:05:08.832754 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:08.870215 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'Port': ['ID=ead1b3f1-9efc-4e68-ae9e-4a7dfa9ec201,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:08.875797 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:08.877066 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:08.883722 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:08.913302 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=ca3391da-4657-4099-a965-e92191852f2d,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:08.917451 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:08.936550 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 29ee6a87-f2ad-4394-a3dc-5788fb665447 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:09.006298 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfb91c-1356-404f-aa3c-459161dd8581 req-bf18dff9-3d96-41cb-9dbc-2483834dc94a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:09.011727 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-aacfb91c-1356-404f-aa3c-459161dd8581 req-bf18dff9-3d96-41cb-9dbc-2483834dc94a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 945 time: 0.2166572
Sep 15 19:05:09.131899 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bef0f10>, [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '282d2c20-d724-488d-ad0f-c798deda1c2f', 'name': '', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'mac_address': 'fa:16:3e:25:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:52Z', 'updated_at': '2021-09-15T19:04:57Z', 'revision_number': 2, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'subnets': [{'id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:09.142577 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:09.144797 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Checking router: d3df8532-bf42-4e99-932e-ce82aa3a8072 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:05:09.145381 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Updating router d3df8532-bf42-4e99-932e-ce82aa3a8072 port 282d2c20-d724-488d-ad0f-c798deda1c2f binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:05:09.172727 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 29ee6a87-f2ad-4394-a3dc-5788fb665447 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:09.181855 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 29ee6a87-f2ad-4394-a3dc-5788fb665447 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:09.182232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:09.196272 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-aacfb91c-1356-404f-aa3c-459161dd8581 req-9a6ccb6c-65d8-41a8-843e-d38dc6a0e266 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1712854
Sep 15 19:05:09.259787 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:09.376761 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0efcef8f-0472-4c7e-ae02-aa0347930431 req-7888632e-1e2a-40c0-91ef-f7ad0924ddcb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 210 time: 0.0806844
Sep 15 19:05:09.463732 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:09.563290 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:09.565833 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:09.571120 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Made reservation on behalf of c2ff3ef40a79415398288037c7f0f756 for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:05:09.579034 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:09.605909 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1f26697b-9716-4b4c-b34e-7370e260caa3 req-dad78344-d6f8-4c26-bebf-8f548c42693e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 210 time: 0.0806327
Sep 15 19:05:09.666000 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee6a87-f2ad-4394-a3dc-5788fb665447'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:09.817624 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 29ee6a87-f2ad-4394-a3dc-5788fb665447, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447,segment=NetworkSegment(cf7e7740-9fa3-40f0-8895-6ac3075de07e),segment_id=cf7e7740-9fa3-40f0-8895-6ac3075de07e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:09.824321 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:09.825986 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:09.881606 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:09.987137 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.144630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ca3391da-4657-4099-a965-e92191852f2d up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:10.353655 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=29ee6a87-f2ad-4394-a3dc-5788fb665447,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:10.381745 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:10.483309 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f05d-06bb-44c5-9575-cd9d8b3ba350 req-de900491-e00d-47af-9b91-33d7eeb7f8f2 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:10.490891 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a9b1f05d-06bb-44c5-9575-cd9d8b3ba350 req-de900491-e00d-47af-9b91-33d7eeb7f8f2 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.9234099
Sep 15 19:05:10.502963 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:10.526214 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:10.526615 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.607974 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.612250 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449763c-4409-4676-b9e5-ccda626c87dd req-74b5c526-d689-435e-93db-24a3a1139c2c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:10.615250 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c449763c-4409-4676-b9e5-ccda626c87dd req-74b5c526-d689-435e-93db-24a3a1139c2c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 945 time: 0.1430264
Sep 15 19:05:10.621220 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port ca3391da-4657-4099-a965-e92191852f2d triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:10.622762 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.631571 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Transition to ACTIVE for port object 282d2c20-d724-488d-ad0f-c798deda1c2f will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:10.668453 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:05:10.669665 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.705924 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7056f70-16f5-48ef-ad23-a3d8f2432297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:10.739768 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a9b1f05d-06bb-44c5-9575-cd9d8b3ba350 req-be26085a-0b62-428f-ab61-c0a9cff443e1 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429614
Sep 15 19:05:10.772085 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c449763c-4409-4676-b9e5-ccda626c87dd req-b0d00730-7b05-42f4-9375-8ec056ff7306 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485929
Sep 15 19:05:10.824645 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Allocated IP 172.20.0.2 (5853b25c-c152-47eb-a27a-e07c5183c001/31b8f741-9d30-4de7-81d9-c3290561520f/6a0bea67-223b-4520-96da-bde48868626c) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:10.833093 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.843395 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:10.869799 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0e90ef6a-428a-40c8-8230-5d9780e22ca1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:10.964101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.051846 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:11.059951 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.064976 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-5d485bb0-f101-45ac-9ba5-052051871af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:11.137856 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-769b2a65-5db6-48f9-bdb6-dbd0e06257d8 req-5b0f4482-048e-4cae-b978-e46972d4632c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:11.156212 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.242940 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.246064 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5018647
Sep 15 19:05:11.262077 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:11.269003 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:11.293685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'Port': ['ID=ead1b3f1-9efc-4e68-ae9e-4a7dfa9ec201,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:11.300153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:11.304297 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-769b2a65-5db6-48f9-bdb6-dbd0e06257d8 req-5b0f4482-048e-4cae-b978-e46972d4632c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:11.316041 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-769b2a65-5db6-48f9-bdb6-dbd0e06257d8 req-5b0f4482-048e-4cae-b978-e46972d4632c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 210 time: 0.3138075
Sep 15 19:05:11.356438 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82de75a-277f-4c55-a10e-16563d44b0e2 None None] Pushing event updated for resources: {'Port': ['ID=282d2c20-d724-488d-ad0f-c798deda1c2f,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:11.392235 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c82de75a-277f-4c55-a10e-16563d44b0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:11.413055 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee6a87-f2ad-4394-a3dc-5788fb665447', 'code': 200}
Sep 15 19:05:11.517283 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Attempting to bind port 282d2c20-d724-488d-ad0f-c798deda1c2f on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:11.517648 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Attempting to bind port 282d2c20-d724-488d-ad0f-c798deda1c2f by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:11.518187 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Attempting to bind port 282d2c20-d724-488d-ad0f-c798deda1c2f on network 5853b25c-c152-47eb-a27a-e07c5183c001 {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:11.533257 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:11.535784 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Checking segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:11.536337 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.536869 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Bound using segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:11.537499 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Bound port: 282d2c20-d724-488d-ad0f-c798deda1c2f, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:11.540917 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.742694 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-5842ccaa-906b-4ab9-bd79-4a02b41a07ef tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:11.749656 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-5842ccaa-906b-4ab9-bd79-4a02b41a07ef tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 816 time: 0.5751247
Sep 15 19:05:11.774859 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] For port 282d2c20-d724-488d-ad0f-c798deda1c2f, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:11.781179 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] For port 282d2c20-d724-488d-ad0f-c798deda1c2f, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=282d2c20-d724-488d-ad0f-c798deda1c2f,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:11.790186 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.798178 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:11.855487 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.30', 61818) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:11.856985 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.30', 61820) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:11.906277 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-6ad87ae0-faf7-4037-a64b-526762a79f48 req-17f4bae9-02b7-42b3-aa54-40914bd04201 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Synchronizing usage tracker for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:11.938119 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82de75a-277f-4c55-a10e-16563d44b0e2 None None] Pushing event updated for resources: {'Port': ['ID=282d2c20-d724-488d-ad0f-c798deda1c2f,revision_number=4']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:11.944520 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c82de75a-277f-4c55-a10e-16563d44b0e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:11.949774 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:11.962343 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Routers {'d3df8532-bf42-4e99-932e-ce82aa3a8072'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:11.963001 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bef0f10>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d3df8532-bf42-4e99-932e-ce82aa3a8072'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:11.969699 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-6ad87ae0-faf7-4037-a64b-526762a79f48 req-17f4bae9-02b7-42b3-aa54-40914bd04201 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Unset dirty status for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:11.971319 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6ad87ae0-faf7-4037-a64b-526762a79f48 req-17f4bae9-02b7-42b3-aa54-40914bd04201 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 210 time: 0.3465838
Sep 15 19:05:11.973017 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33904) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:12.008715 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:12.024407 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:12.070741 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-bbe1cda4-6242-411c-bbc0-36e9925d7eaa tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 379 time: 0.3104644
Sep 15 19:05:12.203984 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'port': {'device_id': '6547c624-f76b-44e6-a992-2813964aba2e', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'admin_state_up': True, 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'security_groups': ['38ed8d7c-ec44-49b4-ac97-0ed419ab814d']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:12.214359 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Network 5853b25c-c152-47eb-a27a-e07c5183c001 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:12.218685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:12.229112 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:12.240310 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:12.242861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:12.264623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Pushing event updated for resources: {'Port': ['ID=6a0bea67-223b-4520-96da-bde48868626c,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:12.284017 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:12.338735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-9662fc18-3587-4b27-96a0-129256bdd570 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:12.370412 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33916) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:12.374459 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0186357
Sep 15 19:05:12.386940 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Request body: {'port': {'device_id': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:12.445599 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:12.487511 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] Set router d3df8532-bf42-4e99-932e-ce82aa3a8072 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:12.516661 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-9d739f5c-b3c8-4eb8-b010-e1250f738281 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:12.517389 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-9d739f5c-b3c8-4eb8-b010-e1250f738281 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Synchronizing usage tracker for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:network {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:12.520222 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-9662fc18-3587-4b27-96a0-129256bdd570 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:12.529635 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-9662fc18-3587-4b27-96a0-129256bdd570 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--824722016&fields=id&tenant_id=8f3ed31a61f549a18bc94f82f56091fd HTTP/1.1" status: 200  len: 267 time: 0.7258811
Sep 15 19:05:12.617832 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-70971cb9-f1b8-4a4c-a32f-342cadb92dfc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 1099 time: 0.7443395
Sep 15 19:05:12.630817 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:12.686467 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da5d61-b5b8-4aa8-ad4d-39fc0f02feca req-bed27fa7-3d6b-4993-8006-76ce04122ed4 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:12.690057 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-43da5d61-b5b8-4aa8-ad4d-39fc0f02feca req-bed27fa7-3d6b-4993-8006-76ce04122ed4 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.4078431
Sep 15 19:05:12.695050 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:12.751335 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Usage tracker for resource:security_group_rule and tenant:d8549bbf3e1c4a2aa6a81fb49dc112d3 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:12.757524 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:12.766978 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:12.787733 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:12.797158 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:12.817127 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-9d739f5c-b3c8-4eb8-b010-e1250f738281 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Unset dirty status for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:network {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:12.818714 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-9d739f5c-b3c8-4eb8-b010-e1250f738281 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 819 time: 0.9418211
Sep 15 19:05:12.819566 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:12.855732 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-43da5d61-b5b8-4aa8-ad4d-39fc0f02feca req-50b0ae87-46bd-4a0d-893a-b7b44a8e2929 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579819
Sep 15 19:05:12.884385 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Request body: {'port': {'device_id': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'admin_state_up': True, 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:12.924373 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bef0f10>, [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '282d2c20-d724-488d-ad0f-c798deda1c2f', 'name': '', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'mac_address': 'fa:16:3e:25:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:52Z', 'updated_at': '2021-09-15T19:05:11Z', 'revision_number': 4, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'subnets': [{'id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:12.928933 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25905934-6ac4-4d6d-8733-e2c3d6be1e6e None None] The sync data for ids ['d3df8532-bf42-4e99-932e-ce82aa3a8072'] in dv-cinder-806008-3-iscsi is: [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '282d2c20-d724-488d-ad0f-c798deda1c2f', 'name': '', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'mac_address': 'fa:16:3e:25:70:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:52Z', 'updated_at': '2021-09-15T19:05:11Z', 'revision_number': 4, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'subnets': [{'id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:05:12.998431 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-0993fbbf-73d7-4a38-beef-363c3894cdd5 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:13.001344 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-0993fbbf-73d7-4a38-beef-363c3894cdd5 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 810 time: 0.4699183
Sep 15 19:05:13.001518 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.041072 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Made reservation on behalf of 9d4cf5299c3b4a5b85e66e99e2c7d520 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:05:13.044451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.166302 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:13.177392 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-c864a756-28e0-4157-bb0c-e5c24105aa67 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/quotas/8f3ed31a61f549a18bc94f82f56091fd HTTP/1.1" status: 200  len: 375 time: 0.1634438
Sep 15 19:05:13.237859 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Usage tracker for resource:security_group_rule and tenant:aad04c44a53e40fe9d18f1198c6cb952 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:13.251457 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:13.258233 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Usage tracker for resource:security_group_rule and tenant:e6a5b479899140f7b20a215dc94ba4b8 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:13.260462 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:13.268882 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:13.313219 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.320589 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.335460 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:13.353332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.358675 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:13.414295 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c90c7-421c-4357-a789-d8d3a686aa1e req-2c795622-ccc8-444d-906b-08d5ff9152dd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:13.415147 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:13.415729 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7b4c90c7-421c-4357-a789-d8d3a686aa1e req-2c795622-ccc8-444d-906b-08d5ff9152dd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.2625511
Sep 15 19:05:13.450858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.459809 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:13.470780 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88947c9-09ce-4a3b-bf61-98a1163e6141,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:13.474662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:13.482221 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8549bbf3e1c4a2aa6a81fb49dc112d3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5080023
Sep 15 19:05:13.486492 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33944) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:13.497825 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0bea67-223b-4520-96da-bde48868626c {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:13.506403 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c33b4c7f-5da8-4d72-8a57-dd532ae97268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:13.516494 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-519f5368-f464-4c70-b7b0-9eb3d592cdc1 req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8696735
Sep 15 19:05:13.524904 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.564077 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7b4c90c7-421c-4357-a789-d8d3a686aa1e req-d8bd9f2d-34ad-4505-8a18-3049afbf61f0 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278403
Sep 15 19:05:13.576335 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Transition to ACTIVE for port object 6a0bea67-223b-4520-96da-bde48868626c will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:13.586202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbe709b-a13c-4255-a56f-288ea676dfcd,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:13.593337 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.599633 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:13.607946 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:13.612628 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.618272 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:13.631786 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:13.652683 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Made reservation on behalf of c2ff3ef40a79415398288037c7f0f756 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:05:13.656481 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.712509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.836000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.851593 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0bea67-223b-4520-96da-bde48868626c,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:13.857561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:13.873514 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-652f26af-947b-47b2-a2b0-2f44d0c7e7c0 req-3650f525-9907-402e-b65a-72f7fa2d319d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 210 time: 0.0875926
Sep 15 19:05:13.911603 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.937757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Attempting to bind port 6a0bea67-223b-4520-96da-bde48868626c on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:13.938163 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Attempting to bind port 6a0bea67-223b-4520-96da-bde48868626c by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:13.938629 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Attempting to bind port 6a0bea67-223b-4520-96da-bde48868626c on network 5853b25c-c152-47eb-a27a-e07c5183c001 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:13.943492 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-7ccc994c-5c30-4ca4-9377-23f875543631 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:13.946318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Port 6a0bea67-223b-4520-96da-bde48868626c on network 5853b25c-c152-47eb-a27a-e07c5183c001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:05:13.946912 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Attempting to bind port 6a0bea67-223b-4520-96da-bde48868626c on network 5853b25c-c152-47eb-a27a-e07c5183c001 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:13.959599 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:13.960192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:13.979792 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:13.995524 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:13.995866 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Checking segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:13.997120 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Bound using segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:13.997877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Bound port: 6a0bea67-223b-4520-96da-bde48868626c, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:13.998460 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.045003 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88947c9-09ce-4a3b-bf61-98a1163e6141,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:14.047682 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:14.067598 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.071121 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e88947c9-09ce-4a3b-bf61-98a1163e6141 HTTP/1.1" status: 204  len: 168 time: 0.5751820
Sep 15 19:05:14.118775 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2a260-b7fd-4496-b0fe-af0489d21552,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:14.125633 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:14.139807 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Allocated IP 172.20.0.12 (26a47a5e-d8d5-4ac2-9706-ca39cb183cd0/d96b3b49-dd1e-4171-8c67-b19197670eeb/73cc36dd-f2c6-495e-93bd-94c548b97322) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:14.151732 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-7ccc994c-5c30-4ca4-9377-23f875543631 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:14.153326 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-7ccc994c-5c30-4ca4-9377-23f875543631 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9599066
Sep 15 19:05:14.187800 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 282d2c20-d724-488d-ad0f-c798deda1c2f up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:14.211099 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d0c34d61-9e16-49ee-a6c8-dc8080ce454f req-ec78395b-1188-4d0a-af12-bcf3221e27f5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 210 time: 0.0968931
Sep 15 19:05:14.229107 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] For port 6a0bea67-223b-4520-96da-bde48868626c, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:14.235480 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] For port 6a0bea67-223b-4520-96da-bde48868626c, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a0bea67-223b-4520-96da-bde48868626c,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:14.248412 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.275056 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:14.330133 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 282d2c20-d724-488d-ad0f-c798deda1c2f completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:14.337164 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 282d2c20-d724-488d-ad0f-c798deda1c2f triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:14.337787 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.353403 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.358358 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 1093 time: 1.9760137
Sep 15 19:05:14.358963 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'tag': '6a0bea67-223b-4520-96da-bde48868626c'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:14.427031 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0bea67-223b-4520-96da-bde48868626c,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:14.438017 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aad04c44a53e40fe9d18f1198c6cb952&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0612428
Sep 15 19:05:14.456857 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33968) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:14.467113 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', 'code': 200}
Sep 15 19:05:14.544721 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:14.603820 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Allocated IP 172.20.0.8 (5853b25c-c152-47eb-a27a-e07c5183c001/31b8f741-9d30-4de7-81d9-c3290561520f/664ee249-d7b6-464b-8e5f-587bfe1a6e71) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:14.647281 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-273fd47b-9e0f-4786-a086-baffc9fae9af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1096 time: 0.2151718
Sep 15 19:05:14.664526 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.746894 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 282d2c20-d724-488d-ad0f-c798deda1c2f, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=282d2c20-d724-488d-ad0f-c798deda1c2f,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:14.752985 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.757632 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:14.875056 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=282d2c20-d724-488d-ad0f-c798deda1c2f,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:14.879660 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:14.880096 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-40955530-a0bd-4f0f-ab3b-d4f638d73d11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.2230062
Sep 15 19:05:14.937837 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:14.951380 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33980) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:14.979209 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-912e33d5-ab55-402b-ad90-e2f1bce2e840 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:14.980656 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-912e33d5-ab55-402b-ad90-e2f1bce2e840 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.0879624
Sep 15 19:05:14.986985 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80984c3-9fc4-4c27-84c8-e4f614caf758 req-7932605d-3c56-47d4-9330-bc945da95f9a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:14.988388 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f80984c3-9fc4-4c27-84c8-e4f614caf758 req-7932605d-3c56-47d4-9330-bc945da95f9a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.2424517
Sep 15 19:05:14.999634 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-e6e9605e-fcb1-4725-b85e-57ab374230f9 service neutron] 10.222.0.52 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7945554
Sep 15 19:05:15.053633 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-ee707488-4be8-4db5-b20c-15520bb0186e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635722
Sep 15 19:05:15.100916 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f80984c3-9fc4-4c27-84c8-e4f614caf758 req-1e75f076-ae1f-4912-b4a0-18a516f2cd2d tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805671
Sep 15 19:05:15.192322 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.201425 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 33988) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:15.233516 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.249234 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'tag': '6a0bea67-223b-4520-96da-bde48868626c', 'status': 'completed', 'code': 200}
Sep 15 19:05:15.275216 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.295616 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-c1bd58dc-43e1-4117-8423-81b4e0f88c6b service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138979
Sep 15 19:05:15.296627 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:15.300550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Usage tracker for resource:security_group_rule and tenant:296375d53f58400a87679886c5d95c2b is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:15.303388 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:15.330289 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:15.461183 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-b4811adb-7e29-4d4c-8332-2ed5d2e2d520 service neutron] 10.222.0.52 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500411
Sep 15 19:05:15.472073 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.504867 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:15.516053 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ee9becec-f861-49cb-9e42-629efa9b5449 req-ef6e0106-e076-4461-ba91-39a0e679a8ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 1099 time: 0.6766679
Sep 15 19:05:15.517008 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6f5e5e3a6643c28f0066e9f57a7aff is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:15.535827 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:15.543361 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2186001b-7037-4077-b636-cb696c8ec7a2 req-35b030be-71bd-416f-8d2f-b7c064812981 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2367470
Sep 15 19:05:15.567997 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.568195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.572735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:15.578169 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fb9dd-3768-41d8-8b89-37b192ab5145 req-e3d2b4e5-11c9-455e-997d-d9947ee02006 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:15.582917 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-259fb9dd-3768-41d8-8b89-37b192ab5145 req-e3d2b4e5-11c9-455e-997d-d9947ee02006 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.1717319
Sep 15 19:05:15.585303 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Transition to ACTIVE for port object 73cc36dd-f2c6-495e-93bd-94c548b97322 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:15.585716 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.597418 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-554efbc7-13bd-43f2-83cf-7018560763cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:15.599856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.611953 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-bccecbab-eb1e-4129-9f71-e60f61e568b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:15.650378 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2a260-b7fd-4496-b0fe-af0489d21552,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:15.659931 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:15.674145 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ee9becec-f861-49cb-9e42-629efa9b5449 req-17a93d8b-b1e5-4d35-9439-a3ee35b09ba8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397822
Sep 15 19:05:15.709265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.710480 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9ca30a-671e-41da-a334-ba8943136df5,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:15.720317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.726455 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:15.736831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-40935216-d255-4fc1-99fa-0a6f80a3fa97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:15.755467 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=296375d53f58400a87679886c5d95c2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7972555
Sep 15 19:05:15.755938 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 33998) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:15.779645 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-259fb9dd-3768-41d8-8b89-37b192ab5145 req-5ded688e-b4aa-4e07-8e15-331059adb740 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831255
Sep 15 19:05:15.848953 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-adeeb5e6-11c2-4445-95ef-77f9a12ac04a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1096 time: 0.1970127
Sep 15 19:05:15.851743 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.916543 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:15.994926 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.003807 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34b2a260-b7fd-4496-b0fe-af0489d21552 HTTP/1.1" status: 204  len: 168 time: 1.5387299
Sep 15 19:05:16.044076 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 282d2c20-d724-488d-ad0f-c798deda1c2f up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:16.052134 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:16.056990 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:16.071297 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.076208 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:16.089233 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Network 5853b25c-c152-47eb-a27a-e07c5183c001 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:16.089233 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:16.113251 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-987c2dd4-f7da-4265-81e8-4596ea59d3d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:16.116066 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-987c2dd4-f7da-4265-81e8-4596ea59d3d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.2536047
Sep 15 19:05:16.169446 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.170486 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:16.183284 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:16.244710 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-8fa6a738-246e-4132-8c48-08ddba2d7654 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.1159213
Sep 15 19:05:16.251470 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.255598 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 282d2c20-d724-488d-ad0f-c798deda1c2f triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:16.256278 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.353208 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549b941-a255-44e8-9db3-55f639f7ae9c req-63e55c67-b5b4-44d6-ba1c-3e23ac2019a5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:16.362442 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b549b941-a255-44e8-9db3-55f639f7ae9c req-63e55c67-b5b4-44d6-ba1c-3e23ac2019a5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 931 time: 0.3836558
Sep 15 19:05:16.364314 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:16.365535 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-5420bc42-67a6-4ba9-a026-6bed47460586 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:16.366266 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.368416 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-5420bc42-67a6-4ba9-a026-6bed47460586 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.1159103
Sep 15 19:05:16.383199 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Pushing event updated for resources: {'Port': ['ID=664ee249-d7b6-464b-8e5f-587bfe1a6e71,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:16.400304 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:16.405622 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:16.405987 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:16.411621 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:16.423852 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e6f5e5e3a6643c28f0066e9f57a7aff&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2211306
Sep 15 19:05:16.424616 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34012) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:16.435782 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:16.436515 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.442223 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:16.469424 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-7e21e7e5-d44f-47e7-9f35-b376e273e800 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2867923
Sep 15 19:05:16.498281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Request body: {'port': {'device_id': '6547c624-f76b-44e6-a992-2813964aba2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:16.529562 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011da2c8-f81e-4a2c-98fc-dfcf10c1e87d req-f483baa4-d5cb-4967-aa6e-38ac49ef6d46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:16.530874 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-011da2c8-f81e-4a2c-98fc-dfcf10c1e87d req-f483baa4-d5cb-4967-aa6e-38ac49ef6d46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:16.548730 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a5666-37cb-44d7-ab9b-53db2c417157,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:16.552490 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6724761
Sep 15 19:05:16.563119 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:16.566861 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-442e53d7-5914-4a87-bfbe-c9d50ce0f41f None None] Provisioning for port 73cc36dd-f2c6-495e-93bd-94c548b97322 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:16.578749 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-442e53d7-5914-4a87-bfbe-c9d50ce0f41f None None] Provisioning complete for port 73cc36dd-f2c6-495e-93bd-94c548b97322 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:16.579280 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-442e53d7-5914-4a87-bfbe-c9d50ce0f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.585035 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9ca30a-671e-41da-a334-ba8943136df5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:16.586956 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.587505 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Request body: {'port': {'device_id': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:16.591654 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b9ca30a-671e-41da-a334-ba8943136df5 HTTP/1.1" status: 204  len: 168 time: 0.8347669
Sep 15 19:05:16.605396 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b549b941-a255-44e8-9db3-55f639f7ae9c req-4f90dab9-41c5-4eca-9c75-0245ec18186f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2417393
Sep 15 19:05:16.607946 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-ca8fa65b-c9f5-4914-8c07-6d32ea7f92be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905201
Sep 15 19:05:16.608785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:16.718225 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-011da2c8-f81e-4a2c-98fc-dfcf10c1e87d req-f483baa4-d5cb-4967-aa6e-38ac49ef6d46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:16.725220 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-011da2c8-f81e-4a2c-98fc-dfcf10c1e87d req-f483baa4-d5cb-4967-aa6e-38ac49ef6d46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 932 time: 0.8587801
Sep 15 19:05:16.783067 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-442e53d7-5914-4a87-bfbe-c9d50ce0f41f None None] Port 73cc36dd-f2c6-495e-93bd-94c548b97322 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:05:16.859746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.891631 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34022) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:16.893427 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.955173 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-011da2c8-f81e-4a2c-98fc-dfcf10c1e87d req-540a18cf-da0b-4f2b-a85a-56216eb310f6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2286561
Sep 15 19:05:16.971796 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6a0bea67-223b-4520-96da-bde48868626c details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:16.979313 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6c1b8c87-db19-46a6-ae5d-0659c0713ca2 req-74f33fc4-dc05-4964-b5ad-49d6dd09c482 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 210 time: 0.1140049
Sep 15 19:05:16.990571 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:16.992686 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-50ac8946-f726-4ff6-91cc-083f38177a0f service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3713212
Sep 15 19:05:17.122398 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.167979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.276323 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 6a0bea67-223b-4520-96da-bde48868626c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a0bea67-223b-4520-96da-bde48868626c,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:17.292046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '6a0bea67-223b-4520-96da-bde48868626c', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'port_id': '6a0bea67-223b-4520-96da-bde48868626c', 'mac_address': 'fa:16:3e:f5:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:17.379996 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.401895 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0bea67-223b-4520-96da-bde48868626c {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:17.430608 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:17.432523 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 6a0bea67-223b-4520-96da-bde48868626c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a0bea67-223b-4520-96da-bde48868626c,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:17.440567 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.443077 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-bc5a2fad-c3ac-4753-b172-ff0b98658c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:17.502510 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Usage tracker for resource:security_group_rule and tenant:65247f6647254e489bb9de18df7cac09 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:17.506869 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ea0c3f08-7cd3-44d9-9903-94d999855143 req-acef9568-4f68-4515-9675-842307b23737 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5000565
Sep 15 19:05:17.535299 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:17.550944 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=6a0bea67-223b-4520-96da-bde48868626c,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:17.557356 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:17.572019 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:17.639191 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.665876 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34030) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:17.667233 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['6a0bea67-223b-4520-96da-bde48868626c'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:17.687417 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:17.715762 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa871e52-2ee7-414c-a187-3d0e0975f32b req-9a258b7f-789f-4d35-b4da-4cf1013accb9 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:17.722900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881ba9d-1d7f-4c37-8204-4923e1355f30 req-c2c652e3-3d73-40a8-804c-4e540ea73cec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:17.723957 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fa871e52-2ee7-414c-a187-3d0e0975f32b req-9a258b7f-789f-4d35-b4da-4cf1013accb9 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.4979396
Sep 15 19:05:17.724480 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5881ba9d-1d7f-4c37-8204-4923e1355f30 req-c2c652e3-3d73-40a8-804c-4e540ea73cec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.4879947
Sep 15 19:05:17.732251 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.735680 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec9a5666-37cb-44d7-ab9b-53db2c417157 HTTP/1.1" status: 204  len: 168 time: 1.3040042
Sep 15 19:05:17.735800 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:17.784556 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a5666-37cb-44d7-ab9b-53db2c417157,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:17.811677 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:17.826662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-a7bc6a80-3b76-4805-b7af-7f40ab4e2f32 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:17.827430 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-a7bc6a80-3b76-4805-b7af-7f40ab4e2f32 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:network {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:17.879171 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fa871e52-2ee7-414c-a187-3d0e0975f32b req-19200662-1f2b-43f0-b6f2-c6974d7b9b4a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505406
Sep 15 19:05:17.881647 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:17.922747 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:16c559de71234652bf6d227839f18ec1 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:17.926771 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-a7bc6a80-3b76-4805-b7af-7f40ab4e2f32 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:network {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:17.928992 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-a7bc6a80-3b76-4805-b7af-7f40ab4e2f32 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 810 time: 0.3978450
Sep 15 19:05:17.930278 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:17.939127 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:17.989060 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5881ba9d-1d7f-4c37-8204-4923e1355f30 req-1ce263cc-d929-4279-9c5c-cacb634a115f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543275
Sep 15 19:05:17.998017 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-d0d58c5d-3b5b-4b07-98b0-738c2be704f4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:18.024406 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-d0d58c5d-3b5b-4b07-98b0-738c2be704f4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:18.025958 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-d0d58c5d-3b5b-4b07-98b0-738c2be704f4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3ed31a61f549a18bc94f82f56091fd HTTP/1.1" status: 200  len: 379 time: 0.0806146
Sep 15 19:05:18.037289 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'port': {'device_id': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'admin_state_up': True, 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'security_groups': ['2352a17b-ebb3-4c5b-9e6f-fadf3438fb32']}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:18.040490 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.092800 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.138822 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:18.297150 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.db.resource_extend [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:05:18.300710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:18.304235 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.317884 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.331430 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:18.336483 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2e13874f-9e50-429e-84e9-9eae87e55903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:18.391821 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Made reservation on behalf of 8f3ed31a61f549a18bc94f82f56091fd for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:05:18.394926 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.444993 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16c559de71234652bf6d227839f18ec1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7777617
Sep 15 19:05:18.452594 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34048) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:18.455223 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f00cb-a300-4096-b1ab-6e39c5338fd5,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:18.455947 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-51064a4e-fac1-435e-bc3f-3015f0d684c6 req-a8b6d094-3a95-482b-8d01-3af90ca399e5 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 210 time: 0.2267559
Sep 15 19:05:18.476781 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:18.584299 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cc36dd-f2c6-495e-93bd-94c548b97322 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:18.612823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5167f004-2502-423b-a542-72ae86bc5cba,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:18.702916 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65247f6647254e489bb9de18df7cac09&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8039918
Sep 15 19:05:18.714632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.717871 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:18.737568 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34054) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:18.754401 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d32f-def0-4171-bd34-a5cf54df94ee req-ac19db60-b918-42fe-b876-e617cd232063 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:18.760436 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7393d32f-def0-4171-bd34-a5cf54df94ee req-ac19db60-b918-42fe-b876-e617cd232063 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 931 time: 0.5444551
Sep 15 19:05:18.912393 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Transition to ACTIVE for port object 73cc36dd-f2c6-495e-93bd-94c548b97322 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:18.916953 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664ee249-d7b6-464b-8e5f-587bfe1a6e71 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:18.962213 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.971580 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.979507 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:18.983514 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6a0bea67-223b-4520-96da-bde48868626c up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:19.019797 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:19.047877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.137973 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 6a0bea67-223b-4520-96da-bde48868626c completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:19.149620 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 6a0bea67-223b-4520-96da-bde48868626c triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:19.158662 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.223430 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Transition to ACTIVE for port object 664ee249-d7b6-464b-8e5f-587bfe1a6e71 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:19.231705 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7393d32f-def0-4171-bd34-a5cf54df94ee req-91f85d01-6f36-4f27-a2ba-12ad05c27ee8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4616446
Sep 15 19:05:19.272826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.276182 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Allocated IP 172.20.0.8 (648e8c16-4930-4968-8b15-155bb34d0bcc/f4173621-e1c3-4862-8115-9572b8460f84/6eb7e329-df89-411f-9bed-4a517e0ccb9b) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:19.289040 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:19.304953 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f00cb-a300-4096-b1ab-6e39c5338fd5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:19.308625 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:19.373221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.374907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.375578 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.379066 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd6f00cb-a300-4096-b1ab-6e39c5338fd5 HTTP/1.1" status: 204  len: 168 time: 0.9231129
Sep 15 19:05:19.415340 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.428276 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:19.442843 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:19.443667 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:19.478901 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0bea67-223b-4520-96da-bde48868626c'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:19.505877 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 6a0bea67-223b-4520-96da-bde48868626c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a0bea67-223b-4520-96da-bde48868626c,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:19.515533 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.517325 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:19.549846 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.614794 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.632465 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Transition to ACTIVE for port object 6eb7e329-df89-411f-9bed-4a517e0ccb9b will not be triggered until provisioned by entity DHCP. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:19.660361 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.670635 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=6a0bea67-223b-4520-96da-bde48868626c,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:19.673490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:19.679971 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:19.759667 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Pushing event updated for resources: {'Port': ['ID=664ee249-d7b6-464b-8e5f-587bfe1a6e71,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:19.769425 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:19.798290 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01645c54-0c68-4d82-90a0-dda5bbef775d req-ec94a911-33be-4454-bad4-c0d72688551d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:19.800445 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01645c54-0c68-4d82-90a0-dda5bbef775d req-ec94a911-33be-4454-bad4-c0d72688551d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 932 time: 1.0136092
Sep 15 19:05:19.802797 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Network 648e8c16-4930-4968-8b15-155bb34d0bcc is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:19.807225 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:19.812989 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:19.817442 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:19.818737 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:19.829160 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'Port': ['ID=6eb7e329-df89-411f-9bed-4a517e0ccb9b,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:19.844874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:19.862259 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8304257
Sep 15 19:05:19.882648 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Request body: {'port': {'device_id': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:19.930902 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ca99-642e-45bd-aa04-43e78566aed8 req-e44af8e8-7003-4dbd-a8ff-707990045299 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:19.932043 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-cc33ca99-642e-45bd-aa04-43e78566aed8 req-e44af8e8-7003-4dbd-a8ff-707990045299 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:19.975706 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-cc33ca99-642e-45bd-aa04-43e78566aed8 req-e44af8e8-7003-4dbd-a8ff-707990045299 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:19.983761 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cc33ca99-642e-45bd-aa04-43e78566aed8 req-e44af8e8-7003-4dbd-a8ff-707990045299 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 931 time: 0.2691376
Sep 15 19:05:19.986323 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01645c54-0c68-4d82-90a0-dda5bbef775d req-c95ccf7b-e71d-4bcc-a1c4-cbe154211e2b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1727080
Sep 15 19:05:19.987220 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Attempting to bind port 73cc36dd-f2c6-495e-93bd-94c548b97322 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:19.987851 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Attempting to bind port 73cc36dd-f2c6-495e-93bd-94c548b97322 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:19.987968 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Attempting to bind port 73cc36dd-f2c6-495e-93bd-94c548b97322 on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:20.001628 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.034677 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:20.041790 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Port 73cc36dd-f2c6-495e-93bd-94c548b97322 on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:05:20.042470 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Attempting to bind port 73cc36dd-f2c6-495e-93bd-94c548b97322 on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:20.052040 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Attempting to bind port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:20.052362 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Attempting to bind port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:20.052742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Attempting to bind port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 on network 5853b25c-c152-47eb-a27a-e07c5183c001 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:20.058705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167f004-2502-423b-a542-72ae86bc5cba,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:20.068353 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:20.083774 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:20.084072 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Checking segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:20.084439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Bound using segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:20.092650 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Bound port: 73cc36dd-f2c6-495e-93bd-94c548b97322, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:20.093011 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.108950 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.110095 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5167f004-2502-423b-a542-72ae86bc5cba HTTP/1.1" status: 204  len: 168 time: 1.3713148
Sep 15 19:05:20.113718 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 on network 5853b25c-c152-47eb-a27a-e07c5183c001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:05:20.114334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Attempting to bind port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 on network 5853b25c-c152-47eb-a27a-e07c5183c001 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:20.174029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:20.174425 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Checking segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:20.174944 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Bound using segment: {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:20.175393 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Bound port: 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '982a505e-ed0a-42ac-b77b-480fe91db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:20.175745 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.225120 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cc33ca99-642e-45bd-aa04-43e78566aed8 req-f97daa9a-4705-4d83-82ed-80ba2523b3e7 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2405052
Sep 15 19:05:20.247998 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0bea67-223b-4520-96da-bde48868626c', 'code': 200}
Sep 15 19:05:20.309884 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:20.323634 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-127ea447-8766-4054-ae65-553a72326c06 None None] Provisioning for port 6eb7e329-df89-411f-9bed-4a517e0ccb9b completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:20.325990 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:20.331779 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.344154 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-127ea447-8766-4054-ae65-553a72326c06 None None] Provisioning complete for port 6eb7e329-df89-411f-9bed-4a517e0ccb9b triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:20.347662 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-127ea447-8766-4054-ae65-553a72326c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.355662 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.379783 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:20.460287 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] For port 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:20.528585 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] For port 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:20.564897 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-127ea447-8766-4054-ae65-553a72326c06 None None] Port 6eb7e329-df89-411f-9bed-4a517e0ccb9b cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:05:20.567819 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.569256 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] 10.222.0.30 "PUT /v2.0/ports/73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 1094 time: 4.0846231
Sep 15 19:05:20.572918 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:20.579683 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.615287 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:20.619807 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:20.621065 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:20.663138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:20.664559 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] 10.222.0.30 "PUT /v2.0/ports/664ee249-d7b6-464b-8e5f-587bfe1a6e71 HTTP/1.1" status: 200  len: 1093 time: 4.0958095
Sep 15 19:05:20.976581 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Pushing event updated for resources: {'Port': ['ID=664ee249-d7b6-464b-8e5f-587bfe1a6e71,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:20.984311 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:21.022803 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cdb2afa-b144-45fe-8837-a17089b02755 req-852aeebe-5ca7-4fdd-b854-87e2da1dfe12 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.3518624
Sep 15 19:05:21.064268 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-96705708-c36e-4ae9-99e1-4ec378398168 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 1096 time: 0.2956498
Sep 15 19:05:21.080528 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956ee4-efd1-4998-bd18-e8ce1cc8bdca req-d00bd0bb-894f-40f7-8f64-93c125fb41ad tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:21.082331 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-3d133d54-2b79-4e43-b5c1-98de8f7a497c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1097 time: 0.4097269
Sep 15 19:05:21.085978 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-34956ee4-efd1-4998-bd18-e8ce1cc8bdca req-d00bd0bb-894f-40f7-8f64-93c125fb41ad tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 943 time: 0.3406124
Sep 15 19:05:21.295408 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-7d3c0eae-891c-46e2-907f-1de63a77ce8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71 HTTP/1.1" status: 200  len: 217 time: 0.2119868
Sep 15 19:05:21.299698 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-93a5c416-23e4-4b1f-a33d-0a7ef6c8ac74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 217 time: 0.1497102
Sep 15 19:05:21.427992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb7e329-df89-411f-9bed-4a517e0ccb9b {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:21.510027 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-34956ee4-efd1-4998-bd18-e8ce1cc8bdca req-6d414d24-924f-4b91-863a-082d20b6bd8f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594052
Sep 15 19:05:21.512177 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:21.570873 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Transition to ACTIVE for port object 6eb7e329-df89-411f-9bed-4a517e0ccb9b will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:21.579975 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:21.585119 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:21.609954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-0cdb2afa-b144-45fe-8837-a17089b02755 req-a9869865-349e-4bc8-bbdd-5b3d1766a390 service neutron] Synchronizing usage tracker for tenant:e6a5b479899140f7b20a215dc94ba4b8 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:21.646652 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'status': 'completed', 'code': 200}
Sep 15 19:05:21.672791 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-852c6c5a-8ccc-4c21-b43b-6ed38888eb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:21.674370 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-852c6c5a-8ccc-4c21-b43b-6ed38888eb72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.3594434
Sep 15 19:05:21.685241 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-c800dd82-b777-4eed-afc4-98cfb976ea8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:21.686761 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-c800dd82-b777-4eed-afc4-98cfb976ea8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.3434634
Sep 15 19:05:21.841604 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-0cdb2afa-b144-45fe-8837-a17089b02755 req-a9869865-349e-4bc8-bbdd-5b3d1766a390 service neutron] Unset dirty status for tenant:e6a5b479899140f7b20a215dc94ba4b8 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:21.842480 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cdb2afa-b144-45fe-8837-a17089b02755 req-a9869865-349e-4bc8-bbdd-5b3d1766a390 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8119025
Sep 15 19:05:21.939217 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-dba36e7e-597f-4aa0-98cd-300a2377d464 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0891712
Sep 15 19:05:21.972738 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb7e329-df89-411f-9bed-4a517e0ccb9b,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:22.011969 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-a3827150-4745-44bd-bc0e-0596209d3af7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3294578
Sep 15 19:05:22.052045 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:22.080942 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Attempting to bind port 6eb7e329-df89-411f-9bed-4a517e0ccb9b on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:22.081602 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Attempting to bind port 6eb7e329-df89-411f-9bed-4a517e0ccb9b by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:22.081602 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Attempting to bind port 6eb7e329-df89-411f-9bed-4a517e0ccb9b on network 648e8c16-4930-4968-8b15-155bb34d0bcc {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:22.088739 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Port 6eb7e329-df89-411f-9bed-4a517e0ccb9b on network 648e8c16-4930-4968-8b15-155bb34d0bcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:05:22.089075 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Attempting to bind port 6eb7e329-df89-411f-9bed-4a517e0ccb9b on network 648e8c16-4930-4968-8b15-155bb34d0bcc {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:22.107858 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:22.108198 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Checking segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:22.108584 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Bound using segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:22.109022 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Bound port: 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:22.109364 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:22.250436 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] For port 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:22.255426 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] For port 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:22.260908 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:22.279603 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7651d-f134-411f-87d0-1847e6a97396 req-3b4e175d-e6d7-48c9-8b6b-fc501285ff24 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:22.286793 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1aa7651d-f134-411f-87d0-1847e6a97396 req-3b4e175d-e6d7-48c9-8b6b-fc501285ff24 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.3151035
Sep 15 19:05:22.289875 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:22.401266 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:22.409068 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 1093 time: 2.5363579
Sep 15 19:05:22.424076 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:22.619591 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-1aa7651d-f134-411f-87d0-1847e6a97396 req-ea6a19a5-f0a0-46bb-8c0d-846dfb9aff92 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:22.647499 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-1aa7651d-f134-411f-87d0-1847e6a97396 req-ea6a19a5-f0a0-46bb-8c0d-846dfb9aff92 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:22.660460 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1aa7651d-f134-411f-87d0-1847e6a97396 req-ea6a19a5-f0a0-46bb-8c0d-846dfb9aff92 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3712738
Sep 15 19:05:22.669730 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb7e329-df89-411f-9bed-4a517e0ccb9b,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:22.675948 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:22.732451 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:05:22.742604 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-5c5dc8f2-009a-4360-a44a-81e8d386ab48 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6187794
Sep 15 19:05:22.760438 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-23ff22a7-c9d1-453d-b9be-17295c381f79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1096 time: 0.2956986
Sep 15 19:05:22.765423 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:22.766290 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bdb7d00>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:22.945678 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'status': 'completed', 'code': 200}
Sep 15 19:05:22.971783 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-f5815208-cae6-4ba0-b20c-b40926aeb2cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 217 time: 0.1964900
Sep 15 19:05:23.147662 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:23.313033 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-f330feaa-d44c-4f2a-8c07-ac9c0fec0f95 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:23.314582 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-f330feaa-d44c-4f2a-8c07-ac9c0fec0f95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.3247297
Sep 15 19:05:23.318050 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f5821b3-8b86-456b-8ba5-bb8fbc11b74d req-fc71ed01-1218-4991-905c-cc8d0f7a86e9 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5450082
Sep 15 19:05:23.334394 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7fb6-a6ea-4e3d-9e44-534e47cdf2f2 req-4fa694e5-9bb5-4700-aa79-bb5c78927470 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:23.336425 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a34c7fb6-a6ea-4e3d-9e44-534e47cdf2f2 req-4fa694e5-9bb5-4700-aa79-bb5c78927470 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 943 time: 0.2375712
Sep 15 19:05:23.409284 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-bef48dd8-a801-4f5b-bf3b-fa2e7e3e1bcc service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1963806
Sep 15 19:05:23.416015 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5628fef-390c-4242-b55f-3d9257d6cf39 req-6b50ddfe-7a12-405d-a932-19d05bed1fd4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:23.417421 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f5628fef-390c-4242-b55f-3d9257d6cf39 req-6b50ddfe-7a12-405d-a932-19d05bed1fd4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 943 time: 1.0731306
Sep 15 19:05:23.537425 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a34c7fb6-a6ea-4e3d-9e44-534e47cdf2f2 req-32f17f59-09e5-438e-a9f7-b5ce6555b24c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559072
Sep 15 19:05:23.644149 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f5628fef-390c-4242-b55f-3d9257d6cf39 req-4c4d9d75-021b-46a5-9874-464aaf22cca0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1913121
Sep 15 19:05:23.649548 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'tag': '664ee249-d7b6-464b-8e5f-587bfe1a6e71'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:23.690905 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-aa0fa68d-7941-4d17-a62e-f87b8e2a6f76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3637238
Sep 15 19:05:23.712750 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-89c2803c-799b-43e0-bb26-fac0e7c9ea50 req-6729f2e7-2801-4bc1-b483-00d6e392ba99 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2943959
Sep 15 19:05:23.771463 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bdb7d00>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:04:57Z', 'revision_number': 2, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:23.776618 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:05:23.776984 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Updating router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:05:23.843360 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'tag': '664ee249-d7b6-464b-8e5f-587bfe1a6e71', 'status': 'completed', 'code': 200}
Sep 15 19:05:23.887806 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:24.005901 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-79a1825c-2214-42fc-87fb-f0c899b3eb87 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3078468
Sep 15 19:05:24.156124 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-ae1dd46f-8f62-4a89-b997-b39745b8b11b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1097 time: 0.3840656
Sep 15 19:05:24.159858 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-f7214333-6d28-4e12-b4ba-95e4895f87bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 1096 time: 0.3157692
Sep 15 19:05:24.245884 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-264856b0-32a8-4e4a-a859-581d7f9eb077 req-ac5ee870-ba34-4240-a35e-aea16b240d4e service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317910
Sep 15 19:05:24.259908 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6e229-2d40-49a2-85ae-3258ed081eec req-2ee9a722-491b-45d9-a2d0-9543adf27c7b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:24.261497 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0ed6e229-2d40-49a2-85ae-3258ed081eec req-2ee9a722-491b-45d9-a2d0-9543adf27c7b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.2923207
Sep 15 19:05:24.450342 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-6ce294c4-772f-4286-9af0-7d2080ad398d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:24.452506 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-6ce294c4-772f-4286-9af0-7d2080ad398d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.2750492
Sep 15 19:05:24.456073 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-1632f276-f262-4ceb-897e-d11926f5371d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1096 time: 0.1505585
Sep 15 19:05:24.514067 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:24.528614 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Transition to ACTIVE for port object 33c3738f-5afc-4dfe-b99b-f88b0fe52754 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:24.543455 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:24.552055 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:24.581570 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0ed6e229-2d40-49a2-85ae-3258ed081eec req-d035c367-c915-4680-ba1d-5d63684ca75f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3110559
Sep 15 19:05:24.630912 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb4b38-3821-46f6-91e5-89979245079d req-d58913b7-3c40-4344-b368-944f828124ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:24.630912 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-d58913b7-3c40-4344-b368-944f828124ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.4486835
Sep 15 19:05:24.761315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12be7a-82d6-427d-9ad4-4ac35edea4ff None None] Pushing event updated for resources: {'Port': ['ID=33c3738f-5afc-4dfe-b99b-f88b0fe52754,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:24.769392 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-ce12be7a-82d6-427d-9ad4-4ac35edea4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:24.841155 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Attempting to bind port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:24.841689 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Attempting to bind port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:24.841689 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Attempting to bind port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 on network 648e8c16-4930-4968-8b15-155bb34d0bcc {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:24.855519 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:24.856347 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Checking segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:24.856758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:24.857153 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Bound using segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:24.857616 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Bound port: 33c3738f-5afc-4dfe-b99b-f88b0fe52754, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:24.858102 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:24.946433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d39ba-9c85-4227-be18-ef908c9316c9 req-bb444787-806d-42c7-9e80-884418da18dc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:24.955976 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0a7d39ba-9c85-4227-be18-ef908c9316c9 req-bb444787-806d-42c7-9e80-884418da18dc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 943 time: 0.1834581
Sep 15 19:05:24.958302 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3448a-32ed-497e-933c-a8a2940633da req-d192ea9d-f1bc-46a5-87e3-4f7449d08e36 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:24.967517 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-eae3448a-32ed-497e-933c-a8a2940633da req-d192ea9d-f1bc-46a5-87e3-4f7449d08e36 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 943 time: 0.1213915
Sep 15 19:05:25.027393 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-eae3448a-32ed-497e-933c-a8a2940633da req-b830ff33-9898-466c-8ae8-2a643e9d215d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588908
Sep 15 19:05:25.031394 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0a7d39ba-9c85-4227-be18-ef908c9316c9 req-b90d8714-fe57-47cf-bb81-f4825a81fca7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737557
Sep 15 19:05:25.045272 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] For port 33c3738f-5afc-4dfe-b99b-f88b0fe52754, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:25.061627 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] For port 33c3738f-5afc-4dfe-b99b-f88b0fe52754, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=33c3738f-5afc-4dfe-b99b-f88b0fe52754,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:25.067928 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:25.072793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a274a6dc-4987-4a8f-b9ad-c9134f1c66e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:25.164228 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12be7a-82d6-427d-9ad4-4ac35edea4ff None None] Pushing event updated for resources: {'Port': ['ID=33c3738f-5afc-4dfe-b99b-f88b0fe52754,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:25.167450 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-ce12be7a-82d6-427d-9ad4-4ac35edea4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:25.176528 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:25.177535 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bdb7d00>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:25.397416 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:25.821339 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bdb7d00>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:25Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:25.826793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf8fb70-12ec-4f11-b020-5c8f59ca7567 None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:25Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:05:25.852350 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4f1f-8f83-4315-9a43-336349c10904 req-cd91351c-8e25-4595-95a0-139fc8294d79 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:25.853819 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2c3e4f1f-8f83-4315-9a43-336349c10904 req-cd91351c-8e25-4595-95a0-139fc8294d79 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0946844
Sep 15 19:05:25.967095 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2c3e4f1f-8f83-4315-9a43-336349c10904 req-00270bea-e345-4c03-9c08-fb7c03f9f537 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862095
Sep 15 19:05:26.056531 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 33c3738f-5afc-4dfe-b99b-f88b0fe52754 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:26.194673 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:26.201269 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:26.201627 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:26.307884 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609d6b1-71aa-4882-ac18-06f0b17f6219 req-3537c013-7019-4c40-ba67-1b23d4a49ec4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:26.336882 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1609d6b1-71aa-4882-ac18-06f0b17f6219 req-3537c013-7019-4c40-ba67-1b23d4a49ec4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 943 time: 0.1214623
Sep 15 19:05:26.373697 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-06d7702b-d43f-4c50-8130-6f77ca460ff8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:26.376165 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-06d7702b-d43f-4c50-8130-6f77ca460ff8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Synchronizing usage tracker for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:26.406093 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1609d6b1-71aa-4882-ac18-06f0b17f6219 req-c2bbdbd4-c679-4e3f-a910-352420660050 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681436
Sep 15 19:05:26.412825 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:26.431317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-06d7702b-d43f-4c50-8130-6f77ca460ff8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Unset dirty status for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:26.432804 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-06d7702b-d43f-4c50-8130-6f77ca460ff8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 943 time: 0.2201910
Sep 15 19:05:26.468793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 33c3738f-5afc-4dfe-b99b-f88b0fe52754, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=33c3738f-5afc-4dfe-b99b-f88b0fe52754,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:26.476793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:26.478936 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:26.609034 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-45227b4f-4474-4649-bfa5-cb57c1514045 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Synchronizing usage tracker for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:26.633477 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-45227b4f-4474-4649-bfa5-cb57c1514045 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Unset dirty status for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:26.634920 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5c7f59c1-aff4-47c5-beab-2786ec0eb4e4 req-45227b4f-4474-4649-bfa5-cb57c1514045 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1920357
Sep 15 19:05:26.680501 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=33c3738f-5afc-4dfe-b99b-f88b0fe52754,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:26.684578 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:27.196330 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec5bf8-84d2-4af5-8809-4bf36b8c84c5 req-e8b98719-a240-4959-9e3b-ab777f011391 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:27.197843 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b8ec5bf8-84d2-4af5-8809-4bf36b8c84c5 req-e8b98719-a240-4959-9e3b-ab777f011391 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0762682
Sep 15 19:05:27.277770 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b8ec5bf8-84d2-4af5-8809-4bf36b8c84c5 req-4fdcf919-1832-4cb2-876a-c49ad530d4cd tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729623
Sep 15 19:05:27.383756 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34364) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:27.417320 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-ca52d6b3-1aa8-4ba2-a66a-567f9d01c2fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71 HTTP/1.1" status: 200  len: 217 time: 0.1660092
Sep 15 19:05:27.419324 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-bf0bd754-2c0f-4659-914c-97bed6c7d9a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 217 time: 0.0823727
Sep 15 19:05:27.479889 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-c8d0b4a3-e090-4afe-8b1a-f948cec9ec89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:27.482134 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-c8d0b4a3-e090-4afe-8b1a-f948cec9ec89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.2302938
Sep 15 19:05:27.539278 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb4b38-3821-46f6-91e5-89979245079d req-bed87a36-87af-45d5-b5b6-a853fa1ec898 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:27.540767 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-bed87a36-87af-45d5-b5b6-a853fa1ec898 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0709138
Sep 15 19:05:27.575996 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-543ac794-5a2a-4286-9f76-b2b51b7bbaaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 217 time: 0.0859568
Sep 15 19:05:27.577177 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:27.657158 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:27.658805 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-a2456b4e-8631-4e82-983c-48608fc30645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:27.660290 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-a2456b4e-8631-4e82-983c-48608fc30645 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.2301407
Sep 15 19:05:27.664175 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Usage tracker for resource:security_group_rule and tenant:da8f6d08b09a4f1d9bfeeff6177ea0dd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:27.667393 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-6b543923-6ca6-4c31-8a74-e306daaac012 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:27.669658 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-6b543923-6ca6-4c31-8a74-e306daaac012 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0822148
Sep 15 19:05:27.670256 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:27.676338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:27.739096 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-dac3634f-7d47-44a7-b3b8-4f2e9e7c542b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485919
Sep 15 19:05:27.791212 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f441b1f-bbe5-4d77-9650-5210c4d05f60 req-8c2575df-9e34-404c-870b-6a5bee1f2fd9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:27.792864 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f441b1f-bbe5-4d77-9650-5210c4d05f60 req-8c2575df-9e34-404c-870b-6a5bee1f2fd9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 943 time: 0.2387333
Sep 15 19:05:27.806057 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-ee36d456-eb31-4cc9-821b-544e5a8b12a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2505295
Sep 15 19:05:27.843336 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-bb039a70-06f8-451a-be9c-3a5295b53d9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1645947
Sep 15 19:05:27.859667 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:27.886249 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:27.903759 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:28.026186 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3014ab41-e6c5-4e6e-8391-cb725068c8bd,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:28.026832 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7f441b1f-bbe5-4d77-9650-5210c4d05f60 req-32c21e7a-221b-40a6-acca-e7301ecff1e5 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2169328
Sep 15 19:05:28.029766 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:28.033443 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-51bf3787-57d7-4d93-a694-37c4391d5554 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2819750
Sep 15 19:05:28.038789 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da8f6d08b09a4f1d9bfeeff6177ea0dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6478457
Sep 15 19:05:28.041981 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34380) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:28.050827 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 33c3738f-5afc-4dfe-b99b-f88b0fe52754 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:28.108390 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e980213-6bf5-4a5d-b97b-b19a88556894 req-e391dfb7-b3ac-4f89-bc98-49fe59c49bcf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:28.108390 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3e980213-6bf5-4a5d-b97b-b19a88556894 req-e391dfb7-b3ac-4f89-bc98-49fe59c49bcf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 943 time: 0.3035357
Sep 15 19:05:28.115487 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-65f64cae-6a5b-4396-8ede-8d988ac43416 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576783
Sep 15 19:05:28.164507 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:28.165215 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.170408 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-e4afa25b-c8a8-488a-8509-2fedacc6ce7a service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424947
Sep 15 19:05:28.278054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.289431 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3e980213-6bf5-4a5d-b97b-b19a88556894 req-b87c06bf-8e7a-4209-88c9-6ec97938c3a4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730075
Sep 15 19:05:28.344561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.358286 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fe168d18-1bff-43f7-aa65-3f1bbb020187 req-92f4e2dc-cf42-47fd-b73a-dc0c7c88b503 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3131707
Sep 15 19:05:28.399163 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2cb4b38-3821-46f6-91e5-89979245079d req-2aaa2292-61a7-47cf-9064-20b28e1f24e1 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163608
Sep 15 19:05:28.457320 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8ab9497c-c9de-4660-8823-909cfee66d8a req-14ee457f-3781-46e7-9475-e46187a8dc58 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3181913
Sep 15 19:05:28.481466 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.485983 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:28.497485 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3014ab41-e6c5-4e6e-8391-cb725068c8bd,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:28.502643 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:28.504690 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.520410 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3014ab41-e6c5-4e6e-8391-cb725068c8bd HTTP/1.1" status: 204  len: 168 time: 0.4753501
Sep 15 19:05:28.575337 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17380ec-d728-4fd6-8e79-6e733ebc996c req-97bcc1c1-f6e8-46ce-9a0f-7273c2bb95f4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:28.577232 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c17380ec-d728-4fd6-8e79-6e733ebc996c req-97bcc1c1-f6e8-46ce-9a0f-7273c2bb95f4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1314094
Sep 15 19:05:28.635403 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a5a01f7c-406d-46f0-9f8f-49302a61f224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.657572 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c17380ec-d728-4fd6-8e79-6e733ebc996c req-b9e6c209-92dc-46af-96c9-1075880db89a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677249
Sep 15 19:05:28.957562 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34418) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:28.979699 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:28.987197 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.025032 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:29.028437 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 664ee249-d7b6-464b-8e5f-587bfe1a6e71 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:29.037128 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e71e6f870d764fc2bee4c508d4c8818b is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:29.040640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:29.047457 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:29.159068 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.170945 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.187727 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:29.207920 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:29.230369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '664ee249-d7b6-464b-8e5f-587bfe1a6e71', 'network_id': '5853b25c-c152-47eb-a27a-e07c5183c001', 'port_id': '664ee249-d7b6-464b-8e5f-587bfe1a6e71', 'mac_address': 'fa:16:3e:36:a5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b8f741-9d30-4de7-81d9-c3290561520f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:29.291104 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a05a42-7c20-4bef-84a5-96f693a1a643,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:29.301792 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e71e6f870d764fc2bee4c508d4c8818b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3432047
Sep 15 19:05:29.303153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:29.304021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34438) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:29.347840 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5f70c-6c2b-4385-af9f-7afabcbf0cb2 req-0bf41a77-cfa3-4961-9259-d22f6e78d6ea tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:29.360030 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-57f5f70c-6c2b-4385-af9f-7afabcbf0cb2 req-0bf41a77-cfa3-4961-9259-d22f6e78d6ea tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 943 time: 0.1580882
Sep 15 19:05:29.373264 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.381911 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.408419 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.432331 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-57f5f70c-6c2b-4385-af9f-7afabcbf0cb2 req-8ba62e42-46c4-4a5e-afe6-de1c1554f137 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709591
Sep 15 19:05:29.445101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664ee249-d7b6-464b-8e5f-587bfe1a6e71 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:29.486574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:29.494082 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.496534 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:29.522531 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.528536 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c4b188e4-660b-4ec7-8369-6f22a870c2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:29.576395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a05a42-7c20-4bef-84a5-96f693a1a643,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:29.586321 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:29.618313 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:29.620028 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59a05a42-7c20-4bef-84a5-96f693a1a643 HTTP/1.1" status: 204  len: 168 time: 0.3134217
Sep 15 19:05:29.647535 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=664ee249-d7b6-464b-8e5f-587bfe1a6e71,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:29.653213 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:29.687472 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fc865-ac55-4805-99d6-3364382b5f29 req-7dac3e5d-20e8-496a-8a3d-69dea2eeae9c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:29.696288 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bd2fc865-ac55-4805-99d6-3364382b5f29 req-7dac3e5d-20e8-496a-8a3d-69dea2eeae9c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 944 time: 0.1566753
Sep 15 19:05:29.741939 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bd2fc865-ac55-4805-99d6-3364382b5f29 req-bcac661d-83a1-4156-8d34-df1abfdb640c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447905
Sep 15 19:05:29.849018 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['664ee249-d7b6-464b-8e5f-587bfe1a6e71'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:29.954465 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a818-9e77-413f-b248-85470aa106b0 req-5763ad57-7c3d-4e90-a753-81570580b761 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:29.956533 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b8b4a818-9e77-413f-b248-85470aa106b0 req-5763ad57-7c3d-4e90-a753-81570580b761 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1168315
Sep 15 19:05:30.031754 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b8b4a818-9e77-413f-b248-85470aa106b0 req-dd668991-9c6f-4737-9996-e06736b1c89b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689847
Sep 15 19:05:30.650440 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9159a2d-8814-4a4c-b7c0-953724312636 req-9cf30510-af10-4c73-9de8-101ffd5eccf0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:30.651702 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e9159a2d-8814-4a4c-b7c0-953724312636 req-9cf30510-af10-4c73-9de8-101ffd5eccf0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 943 time: 0.1010783
Sep 15 19:05:30.698397 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e9159a2d-8814-4a4c-b7c0-953724312636 req-72b5a6c3-d588-48a2-8efb-bf1b2bca7c96 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396304
Sep 15 19:05:30.913012 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-fb700a89-b17a-4322-b867-c560beaddcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:31.038901 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6eb7e329-df89-411f-9bed-4a517e0ccb9b details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:31.040012 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8493ccf-c030-4e17-bf1b-c8142720f0a9 req-341aa6aa-7ea4-4067-9c10-ed01e84db6f1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:31.041591 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f8493ccf-c030-4e17-bf1b-c8142720f0a9 req-341aa6aa-7ea4-4067-9c10-ed01e84db6f1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 944 time: 0.1467338
Sep 15 19:05:31.043089 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 664ee249-d7b6-464b-8e5f-587bfe1a6e71 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:31.118697 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f8493ccf-c030-4e17-bf1b-c8142720f0a9 req-41049a94-43c7-4f7b-9534-3575e532c0f5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658557
Sep 15 19:05:31.140277 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-ae81dfb7-49be-45a0-afea-a829d9f001b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1553204
Sep 15 19:05:31.386146 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:31.404316 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-e381ca08-2545-464b-bc83-77cb2f7931f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f72afa930a548ab80c60ab61c1b7cd8&device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 1099 time: 0.1837993
Sep 15 19:05:31.421589 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'port_id': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'mac_address': 'fa:16:3e:34:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:31.457873 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:31.479340 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:31.479733 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:31.513300 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872ffd2-e09b-43a6-9324-1d1be1e2d0fb req-ecb82c0a-482d-4905-8991-cb505785ac3d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:31.521765 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5872ffd2-e09b-43a6-9324-1d1be1e2d0fb req-ecb82c0a-482d-4905-8991-cb505785ac3d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.3007674
Sep 15 19:05:31.544743 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:31.587457 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5872ffd2-e09b-43a6-9324-1d1be1e2d0fb req-d7053299-76d2-4ef9-8cca-0a565a16ccf9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644586
Sep 15 19:05:31.593179 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb7e329-df89-411f-9bed-4a517e0ccb9b {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:31.648530 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:31.660086 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:31.660985 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:31.664724 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:31.699697 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-e085cd38-7122-452b-a903-53d00eb0e199 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:31.701363 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-e085cd38-7122-452b-a903-53d00eb0e199 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc HTTP/1.1" status: 200  len: 911 time: 0.2738388
Sep 15 19:05:31.792060 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-04359be9-8efa-4790-910f-27d11b600dc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447 HTTP/1.1" status: 200  len: 217 time: 0.0750525
Sep 15 19:05:31.827628 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:31.854041 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=6eb7e329-df89-411f-9bed-4a517e0ccb9b,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:31.871546 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:31.931946 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:31.991737 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664ee249-d7b6-464b-8e5f-587bfe1a6e71'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:32.004066 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:32.023830 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:32.043738 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:32.069647 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb7c4b-47ee-492a-a304-4cc70669477b req-200c70b7-ede0-4476-bcb5-a42d86356c7e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:32.077735 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82bb7c4b-47ee-492a-a304-4cc70669477b req-200c70b7-ede0-4476-bcb5-a42d86356c7e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 944 time: 0.1366622
Sep 15 19:05:32.149948 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82bb7c4b-47ee-492a-a304-4cc70669477b req-45e5271f-d731-4b61-800f-4d18cdbb26fe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711081
Sep 15 19:05:32.179929 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-692f8389-6879-42b3-8b93-eca9ec40e227 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:32.186091 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-692f8389-6879-42b3-8b93-eca9ec40e227 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d04d2d7-7c87-4b43-83d3-ae4df203c827 HTTP/1.1" status: 200  len: 851 time: 0.3543680
Sep 15 19:05:32.202850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:32.224450 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'mac_address': 'fa:16:3e:52:96:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:32.231610 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=664ee249-d7b6-464b-8e5f-587bfe1a6e71,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:32.292559 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664ee249-d7b6-464b-8e5f-587bfe1a6e71', 'code': 200}
Sep 15 19:05:32.293821 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:32.295641 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:32.319547 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cc36dd-f2c6-495e-93bd-94c548b97322 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:32.323732 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-f5210cbe-5810-4e68-bb44-d756c38d1aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1292849
Sep 15 19:05:32.336698 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:32.343297 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:32.350346 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-41b4e3be-0593-4c8e-9f6c-5a6e57ef99f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:32.394705 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-58d53ecc-cda3-46a8-9e7d-a95dd1d64df5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:32.401897 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-58d53ecc-cda3-46a8-9e7d-a95dd1d64df5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.6074803
Sep 15 19:05:32.498388 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-1846f0aa-729f-41db-820d-615388d4679a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/quotas/c38966ef35974b478df76544f61c3ca8 HTTP/1.1" status: 200  len: 375 time: 0.0943699
Sep 15 19:05:32.518237 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:32.522143 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:32.624431 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-4f7955f5-af7b-4da5-8d19-4508fb3868f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992961
Sep 15 19:05:32.646936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18878-59e8-4aad-ab78-d412a1a52b5c req-bc8cddb5-b691-4256-9ffc-e40bc38b2df4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:32.648535 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0de18878-59e8-4aad-ab78-d412a1a52b5c req-bc8cddb5-b691-4256-9ffc-e40bc38b2df4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1552415
Sep 15 19:05:32.672222 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['73cc36dd-f2c6-495e-93bd-94c548b97322'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:32.686734 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-ceccdb02-6a51-42c9-aada-360c34880cd5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1876786
Sep 15 19:05:32.687595 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1684dd09-762d-4a41-83fa-36d3476213d6 req-e1e3b1e7-4253-412d-91e2-8d8bf440ff44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 1098 time: 0.1247172
Sep 15 19:05:32.727385 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0de18878-59e8-4aad-ab78-d412a1a52b5c req-83480401-9cf1-4c5c-a9d1-5a6ed519fa79 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714099
Sep 15 19:05:32.747698 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1684dd09-762d-4a41-83fa-36d3476213d6 req-1c8cd950-6a14-4f8b-b361-078b85aa0d25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497806
Sep 15 19:05:32.750913 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['6eb7e329-df89-411f-9bed-4a517e0ccb9b'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:32.924048 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34560) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:32.971946 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-5c031036-31be-4c77-9786-5b38a293e0a5 service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842774
Sep 15 19:05:32.978788 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0852f5cd-a7a1-4527-b40f-92ee989705a3 req-a83036aa-e3b8-4454-86d6-226e547fc816 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462591
Sep 15 19:05:32.988415 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3710b95-c38f-40e8-8fda-6a9bf5d83e2c req-c3c1343a-9256-4db9-9b3a-67977f5fd937 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:32.990081 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3710b95-c38f-40e8-8fda-6a9bf5d83e2c req-c3c1343a-9256-4db9-9b3a-67977f5fd937 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 945 time: 0.1043644
Sep 15 19:05:33.109814 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3710b95-c38f-40e8-8fda-6a9bf5d83e2c req-c35a2d91-1ff5-44be-8f08-3cb10cf87fd0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022894
Sep 15 19:05:33.221376 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-b35aff3a-6ee7-4b92-8e5d-ddd19a6971e4 service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416596
Sep 15 19:05:33.266479 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.342315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.353188 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:33.361078 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Usage tracker for resource:security_group_rule and tenant:e052699dae664791aed97a1a0bcd6594 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:33.371724 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:33.381965 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:33.446033 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e2422-533f-421c-a55c-a74289b5d8f9 req-0a58fbb7-06d6-4e9a-a93d-5a7e906331b2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:33.457739 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e24e2422-533f-421c-a55c-a74289b5d8f9 req-0a58fbb7-06d6-4e9a-a93d-5a7e906331b2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 944 time: 0.1596072
Sep 15 19:05:33.610312 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e24e2422-533f-421c-a55c-a74289b5d8f9 req-c9ae3fa6-c4b6-4ed4-8054-56737fb06b49 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394265
Sep 15 19:05:33.625466 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.630154 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e605ccd8-d2aa-4c61-83aa-35d77ea53212 req-582a8661-1ea1-46cc-87da-b034ee86bfe4 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 210 time: 0.1091466
Sep 15 19:05:33.644365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.681151 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:33.697793 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e052699dae664791aed97a1a0bcd6594&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7704823
Sep 15 19:05:33.698396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34588) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:33.738957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b0839e-32b6-4eeb-9619-f4d1434a4ee4,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:33.744919 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:33.791360 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.824329 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.829720 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.896904 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.940312 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-148a2f15-d0be-4b1d-80c2-df07fe4fbff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:33.964383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b0839e-32b6-4eeb-9619-f4d1434a4ee4,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:33.967375 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:33.982855 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:33.982855 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3b0839e-32b6-4eeb-9619-f4d1434a4ee4 HTTP/1.1" status: 204  len: 168 time: 0.2776940
Sep 15 19:05:34.035928 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9eeb2-8c47-4619-8077-1408e6f47a73 req-556cd52f-04e5-42c1-85bd-4bc526700b85 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:34.038688 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86f9eeb2-8c47-4619-8077-1408e6f47a73 req-556cd52f-04e5-42c1-85bd-4bc526700b85 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1375480
Sep 15 19:05:34.103574 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-86f9eeb2-8c47-4619-8077-1408e6f47a73 req-15467fb7-c2a9-4e52-a957-c57d2af6d53c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571523
Sep 15 19:05:34.392681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0ed5-cb5a-4d37-b0a4-98700d4c7164 req-5eb917bf-524a-4303-bd5d-d12ddcf98cde tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:34.394328 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4e8e0ed5-cb5a-4d37-b0a4-98700d4c7164 req-5eb917bf-524a-4303-bd5d-d12ddcf98cde tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 945 time: 0.0914545
Sep 15 19:05:34.454600 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4e8e0ed5-cb5a-4d37-b0a4-98700d4c7164 req-23e50cb4-de02-4fb2-b6e0-cd0a6d99103f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501921
Sep 15 19:05:34.849391 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2b118d0-451e-4f9f-b18d-591a1be795e9 req-9d300aaa-2d79-412d-99c6-fa6957ea872e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 210 time: 0.0530493
Sep 15 19:05:34.903333 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76128aa8-8ff6-4e65-8ede-6690bea8b301 req-ebeeb84b-09f6-4d4c-9917-94befa2be628 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:34.905595 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-76128aa8-8ff6-4e65-8ede-6690bea8b301 req-ebeeb84b-09f6-4d4c-9917-94befa2be628 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 944 time: 0.1544223
Sep 15 19:05:34.986302 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-76128aa8-8ff6-4e65-8ede-6690bea8b301 req-8f330f83-4a08-4c73-a00f-7fa6edf27cf7 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701997
Sep 15 19:05:35.055724 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6eb7e329-df89-411f-9bed-4a517e0ccb9b up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:35.149613 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 6eb7e329-df89-411f-9bed-4a517e0ccb9b completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:35.158739 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 6eb7e329-df89-411f-9bed-4a517e0ccb9b triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:35.159629 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.167292 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-bf23f592-b47b-4ea8-a3c8-d3f46f99192f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:35.170073 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-bf23f592-b47b-4ea8-a3c8-d3f46f99192f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.2184062
Sep 15 19:05:35.208988 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Request body: {'port': {'device_id': '302d1b23-37f1-455c-9949-fa45fc878e90', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'admin_state_up': True, 'tenant_id': 'c38966ef35974b478df76544f61c3ca8'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:35.303602 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.355030 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:35.377204 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:35.384028 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.385075 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:35.425764 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-ce12be7a-82d6-427d-9ad4-4ac35edea4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:35.481744 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'code': 200}
Sep 15 19:05:35.552622 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69b7d-1bfd-428c-97ca-b1131c02e76f req-3a55e2bf-41da-4045-9e7e-07912f76bdb0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:35.554669 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-95e69b7d-1bfd-428c-97ca-b1131c02e76f req-3a55e2bf-41da-4045-9e7e-07912f76bdb0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.2664514
Sep 15 19:05:35.563571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:35.565535 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=6eb7e329-df89-411f-9bed-4a517e0ccb9b,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:35.570000 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:35.592118 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 73cc36dd-f2c6-495e-93bd-94c548b97322 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:35.596992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:35.597607 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 73cc36dd-f2c6-495e-93bd-94c548b97322 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:35.597963 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.625656 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-95e69b7d-1bfd-428c-97ca-b1131c02e76f req-e755a0e1-5cc7-45ae-b3db-443cd3a44bd2 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643044
Sep 15 19:05:35.633072 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Made reservation on behalf of c38966ef35974b478df76544f61c3ca8 for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:05:35.638313 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.760268 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af397b-587d-4c20-8e9c-1817500788ab req-2cc5ddde-72b1-41cb-bbf3-581896146c4e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:35.769851 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e0af397b-587d-4c20-8e9c-1817500788ab req-2cc5ddde-72b1-41cb-bbf3-581896146c4e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 945 time: 0.1017003
Sep 15 19:05:35.873993 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e0af397b-587d-4c20-8e9c-1817500788ab req-cb081c46-7c03-4edf-a71f-d969b0dcf315 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029632
Sep 15 19:05:35.879889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.958831 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:35.965934 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:35.976330 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:36.046453 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Allocated IP 172.20.0.5 (eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2/cf7b62d8-585b-492a-800a-7581b6c14c0b/53392b4e-95e3-4754-8e65-ccfeb9a6635d) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:05:36.124767 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:36.129713 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:36.140769 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82fb0d70-0118-4b78-9431-7f4ca81259d9 req-ce548b69-1922-492c-90cf-a5706752a762 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 210 time: 0.0638323
Sep 15 19:05:36.206058 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34678) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:36.349987 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd7753-752f-4626-a655-39971b7e839d req-d5f84723-bfff-44cc-8cd4-9dc614b0a08b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:36.351489 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-99fd7753-752f-4626-a655-39971b7e839d req-d5f84723-bfff-44cc-8cd4-9dc614b0a08b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0848720
Sep 15 19:05:36.411252 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.435346 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.437008 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-99fd7753-752f-4626-a655-39971b7e839d req-30c75024-8396-4b09-b780-c90477e50df3 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776968
Sep 15 19:05:36.455402 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:36.456799 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977d365-0195-4e29-b9cb-2382ec0c2001 req-71689c5b-3d96-4e40-8374-26e58cde69f1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:36.459476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3964cadb624b72868d4a2e6cb8e047 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:36.462755 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:36.464956 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9977d365-0195-4e29-b9cb-2382ec0c2001 req-71689c5b-3d96-4e40-8374-26e58cde69f1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1512401
Sep 15 19:05:36.469675 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:36.532603 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9977d365-0195-4e29-b9cb-2382ec0c2001 req-072d004a-5f7c-4d5d-811d-9a22c5fe6fae tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668087
Sep 15 19:05:36.538669 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.543766 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.547243 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-805d8764-82fc-4a4d-b2b0-d208e95dd6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:36.548297 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.557503 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c958f033-6603-4c91-b150-140e496e4c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:36.599687 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c98111-be24-44dd-9e2a-7760d0491c3d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:36.606584 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b3964cadb624b72868d4a2e6cb8e047&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3994575
Sep 15 19:05:36.611030 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34686) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:36.613448 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:05:36.614314 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.614701 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.615061 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.615746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.616099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.616447 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.616547 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:05:36.616790 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.617132 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.617471 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.617806 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.618139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.620468 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:05:36.625695 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:36.626312 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.632050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:36.644527 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event updated for resources: {'Port': ['ID=53392b4e-95e3-4754-8e65-ccfeb9a6635d,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:36.661656 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.662493 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.662493 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.662842 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.663570 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.663570 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.663741 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.664061 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.664394 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.664827 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.665163 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:36.669425 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:36.670876 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4673860
Sep 15 19:05:36.684856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.710900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.760682 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.765005 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8fc2df01-aa0a-448f-af10-f18a0ae78284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:36.775285 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c98111-be24-44dd-9e2a-7760d0491c3d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:36.778387 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:36.784219 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:36.785326 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44c98111-be24-44dd-9e2a-7760d0491c3d HTTP/1.1" status: 204  len: 168 time: 0.1734128
Sep 15 19:05:37.123457 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34700) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:37.143021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23861fcc-78fb-42ef-90aa-7527e5e5d6ec req-7532a60c-64b7-42bd-935b-41693a1ad03b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:37.144437 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-23861fcc-78fb-42ef-90aa-7527e5e5d6ec req-7532a60c-64b7-42bd-935b-41693a1ad03b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1252372
Sep 15 19:05:37.148732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.182248 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:37.187155 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Usage tracker for resource:security_group_rule and tenant:54962242efa94bd0b6bd9621a3345666 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:37.190101 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:37.195725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:37.209126 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-23861fcc-78fb-42ef-90aa-7527e5e5d6ec req-a550a828-460e-434b-a64f-e7d2b1522d96 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576406
Sep 15 19:05:37.265014 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.304458 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.315357 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ff1740cc-d137-45a0-9893-97e62a003ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:37.368854 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8378de4-0b10-416c-af09-0350e705ab27,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:37.371895 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:37.376690 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54962242efa94bd0b6bd9621a3345666&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2495372
Sep 15 19:05:37.377105 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34706) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:37.431182 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d94ec0-e236-40c9-bfa7-b4f4a8821a58 req-fca12928-b409-4eda-b928-445d6e5e1186 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:37.431785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-66d94ec0-e236-40c9-bfa7-b4f4a8821a58 req-fca12928-b409-4eda-b928-445d6e5e1186 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:37.460109 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.469498 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-66d94ec0-e236-40c9-bfa7-b4f4a8821a58 req-fca12928-b409-4eda-b928-445d6e5e1186 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:37.470641 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-66d94ec0-e236-40c9-bfa7-b4f4a8821a58 req-fca12928-b409-4eda-b928-445d6e5e1186 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 931 time: 0.2043471
Sep 15 19:05:37.483344 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:37.502314 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.560965 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-66d94ec0-e236-40c9-bfa7-b4f4a8821a58 req-6e5e634a-41d3-446f-8dfc-3ced9a733539 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793233
Sep 15 19:05:37.591443 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.599887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a3a212d6-578f-4410-acaf-aa92539bb4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:37.614693 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8378de4-0b10-416c-af09-0350e705ab27,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:37.616694 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:37.622487 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8378de4-0b10-416c-af09-0350e705ab27 HTTP/1.1" status: 204  len: 168 time: 0.2446284
Sep 15 19:05:37.624235 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:37.660086 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'code': 200}
Sep 15 19:05:37.683715 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64847a-a4f6-4054-8e6f-2c6dc4aa34b8 req-734306fd-4da5-4f8e-a5fe-6580c2bd049c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:37.685267 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4f64847a-a4f6-4054-8e6f-2c6dc4aa34b8 req-734306fd-4da5-4f8e-a5fe-6580c2bd049c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0960405
Sep 15 19:05:37.737934 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4f64847a-a4f6-4054-8e6f-2c6dc4aa34b8 req-809b50b3-f353-429c-b1b0-6fae81b2758b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473218
Sep 15 19:05:37.836718 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa016a-5a37-49bc-9dd2-27e962f2f2be req-ca37b43d-75c9-4bbc-bda7-4715b423519f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:37.838285 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fafa016a-5a37-49bc-9dd2-27e962f2f2be req-ca37b43d-75c9-4bbc-bda7-4715b423519f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0788794
Sep 15 19:05:37.884950 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fafa016a-5a37-49bc-9dd2-27e962f2f2be req-6065ce68-ff5a-4913-bef3-78404c7f17a4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403149
Sep 15 19:05:38.042386 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34722) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:38.061051 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.095199 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:38.098892 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Usage tracker for resource:security_group_rule and tenant:a71cb95b8ade437db81ed6dfcb767b1e is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:38.101605 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:38.108018 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:38.174510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.179507 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.185820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0c9687c9-7739-48c5-9b01-ba2c30ae2d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:38.224978 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c4c60-5edf-4301-a778-e1839f18452a,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:38.228586 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:38.231452 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:38.233508 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34730) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:38.233969 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a71cb95b8ade437db81ed6dfcb767b1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1892498
Sep 15 19:05:38.309238 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.340938 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.354501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Request body: {'port': {'device_id': '302d1b23-37f1-455c-9949-fa45fc878e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:38.543970 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.632158 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.639587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-62c60e6e-07bb-4957-8f21-8bf7a97db970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:38.660486 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c4c60-5edf-4301-a778-e1839f18452a,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:38.663088 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:38.686112 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:38.689719 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d69c4c60-5edf-4301-a778-e1839f18452a HTTP/1.1" status: 204  len: 168 time: 0.4529841
Sep 15 19:05:38.692537 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-6c36f94a-787f-4a1b-841c-52698c0d8cb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 1098 time: 0.3063354
Sep 15 19:05:38.803153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620a9c9-4950-4593-a156-afe8367365ae req-eae90d33-8b0b-4887-8d7d-ce1a413967c6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:38.810400 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e620a9c9-4950-4593-a156-afe8367365ae req-eae90d33-8b0b-4887-8d7d-ce1a413967c6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.3695338
Sep 15 19:05:38.906150 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fac16353-2a2c-4614-a51f-ca420ce12b8b req-aba30acc-862d-4efb-81e4-7edf7003636c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1098 time: 0.3367560
Sep 15 19:05:38.931223 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4add39-f9dd-4176-a55b-d5bb213a44d7 req-9e5861d6-4c60-4f8b-944f-99fd0d3482da tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:38.933858 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9d4add39-f9dd-4176-a55b-d5bb213a44d7 req-9e5861d6-4c60-4f8b-944f-99fd0d3482da tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 931 time: 0.2108951
Sep 15 19:05:38.981322 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e620a9c9-4950-4593-a156-afe8367365ae req-f3755921-232f-4b63-9032-c3d4e0d1a4e2 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1687727
Sep 15 19:05:39.008291 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9d4add39-f9dd-4176-a55b-d5bb213a44d7 req-ba66312e-8b82-4707-8eb5-6671d0081580 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636375
Sep 15 19:05:39.100168 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fac16353-2a2c-4614-a51f-ca420ce12b8b req-47ce67f6-2e30-4b11-8e42-da1f6ba1c567 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1583333
Sep 15 19:05:39.104681 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-92c1162d-b8e7-484a-bea6-50a3341d826e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:39.108019 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-92c1162d-b8e7-484a-bea6-50a3341d826e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.4060655
Sep 15 19:05:39.111343 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53392b4e-95e3-4754-8e65-ccfeb9a6635d {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:39.114534 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8f0c7c66-4cb9-4019-be43-7e5a6bdb4c60 req-a60ee170-4af6-4a8f-a612-20f8607abac7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1099 time: 0.3756666
Sep 15 19:05:39.120477 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:39.143797 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Transition to ACTIVE for port object 53392b4e-95e3-4754-8e65-ccfeb9a6635d will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:05:39.153631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:39.159294 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:39.251195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258c76-8889-4bcf-8464-192ab38bb626 req-be84b251-bedf-401a-81e8-3c2681e8371c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:39.253333 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f3258c76-8889-4bcf-8464-192ab38bb626 req-be84b251-bedf-401a-81e8-3c2681e8371c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1044166
Sep 15 19:05:39.328471 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f3258c76-8889-4bcf-8464-192ab38bb626 req-562060b6-450c-4545-b3f4-1ea8fd3c16a2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693061
Sep 15 19:05:39.378433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Pushing event updated for resources: {'Port': ['ID=53392b4e-95e3-4754-8e65-ccfeb9a6635d,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:39.396645 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:39.499013 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fb858-f726-42ea-a62f-f4ff81d9b7b7 req-ecb63ef7-5d15-41a9-8521-8838c98e0c2d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:39.500717 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9e9fb858-f726-42ea-a62f-f4ff81d9b7b7 req-ecb63ef7-5d15-41a9-8521-8838c98e0c2d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.2894566
Sep 15 19:05:39.506021 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Attempting to bind port 53392b4e-95e3-4754-8e65-ccfeb9a6635d on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:05:39.506451 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Attempting to bind port 53392b4e-95e3-4754-8e65-ccfeb9a6635d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:05:39.506920 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Attempting to bind port 53392b4e-95e3-4754-8e65-ccfeb9a6635d on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:39.534562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Port 53392b4e-95e3-4754-8e65-ccfeb9a6635d on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:05:39.534998 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Attempting to bind port 53392b4e-95e3-4754-8e65-ccfeb9a6635d on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:05:39.574424 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:05:39.579553 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-9d50d773-e3fe-498c-bb1c-10dcf55e3121 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71 HTTP/1.1" status: 200  len: 217 time: 0.1713881
Sep 15 19:05:39.579765 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Checking segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:05:39.580657 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Bound using segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:05:39.580808 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Bound port: 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:05:39.581157 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:39.639180 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9e9fb858-f726-42ea-a62f-f4ff81d9b7b7 req-7706f72e-faa2-43b7-9de2-d70814206fd7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293876
Sep 15 19:05:39.716371 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8f0c7c66-4cb9-4019-be43-7e5a6bdb4c60 req-6b808d7c-4ca9-4980-b638-8edea5e5d3f0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1966610
Sep 15 19:05:39.722907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-56ca718c-6737-4cdc-ae56-9bb9316ed200 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:39.724142 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-56ca718c-6737-4cdc-ae56-9bb9316ed200 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.1367486
Sep 15 19:05:39.753776 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] For port 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:05:39.756883 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] For port 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53392b4e-95e3-4754-8e65-ccfeb9a6635d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:05:39.762911 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:39.769017 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:39.854749 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:39.856667 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/53392b4e-95e3-4754-8e65-ccfeb9a6635d HTTP/1.1" status: 200  len: 1093 time: 1.5088747
Sep 15 19:05:39.857198 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302d1b23-37f1-455c-9949-fa45fc878e90', 'tag': '53392b4e-95e3-4754-8e65-ccfeb9a6635d'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:39.915425 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Pushing event updated for resources: {'Port': ['ID=53392b4e-95e3-4754-8e65-ccfeb9a6635d,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:39.919651 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:39.975938 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302d1b23-37f1-455c-9949-fa45fc878e90', 'tag': '53392b4e-95e3-4754-8e65-ccfeb9a6635d', 'status': 'completed', 'code': 200}
Sep 15 19:05:40.092919 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-851f6e9d-6600-4160-a69e-fc4d546981eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1388333
Sep 15 19:05:40.196992 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7bfcfdc6-edec-4f5c-b05c-ac3bbe5e1bbe req-1ffd7bbc-212e-46df-841c-96b43e7e0463 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 1096 time: 0.1826887
Sep 15 19:05:40.436783 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38cf0-886a-43e6-b2c9-5617f54953fb req-f55bd0e1-9be0-44a8-9ab1-3ddfb57ba62c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:40.438304 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-00a38cf0-886a-43e6-b2c9-5617f54953fb req-f55bd0e1-9be0-44a8-9ab1-3ddfb57ba62c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1864700
Sep 15 19:05:40.451630 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-cd9caa6d-f174-46e6-b96e-76f3e612ca8e service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3482122
Sep 15 19:05:40.475055 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcfdc6-edec-4f5c-b05c-ac3bbe5e1bbe req-9f09b819-bd5f-4195-83c8-12be164d4e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:40.476572 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7bfcfdc6-edec-4f5c-b05c-ac3bbe5e1bbe req-9f09b819-bd5f-4195-83c8-12be164d4e13 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c38966ef35974b478df76544f61c3ca8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2572668
Sep 15 19:05:40.535274 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-00a38cf0-886a-43e6-b2c9-5617f54953fb req-e0dcca87-af2d-4b78-9235-a7adccdb7d95 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876093
Sep 15 19:05:40.653969 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34780407-3e0f-4f17-a731-48b69233c02b req-be69eb28-f526-47e9-8947-1cce6ea4c7c4 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:40.655115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcfdc6-edec-4f5c-b05c-ac3bbe5e1bbe req-fb7b9ea4-550a-41f2-a486-bf35d13a48d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:40.655514 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-34780407-3e0f-4f17-a731-48b69233c02b req-be69eb28-f526-47e9-8947-1cce6ea4c7c4 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 943 time: 0.3610625
Sep 15 19:05:40.661929 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7bfcfdc6-edec-4f5c-b05c-ac3bbe5e1bbe req-fb7b9ea4-550a-41f2-a486-bf35d13a48d1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1757581
Sep 15 19:05:40.679191 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82efa890-20e2-45ef-ae35-e9169edc8a87 req-6b2e81d3-e718-4e58-bdd4-94eb6c8b486f service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100935
Sep 15 19:05:40.809335 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-34780407-3e0f-4f17-a731-48b69233c02b req-ca71cd7f-0e40-4c76-82ed-c00f0d6af2e2 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431522
Sep 15 19:05:40.842679 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-9bac3295-c149-450e-9d93-be49eefff6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 1096 time: 0.1107099
Sep 15 19:05:41.024288 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-1935dd27-9fc0-458f-89f3-b70db1ee1157 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53392b4e-95e3-4754-8e65-ccfeb9a6635d HTTP/1.1" status: 200  len: 217 time: 0.1618757
Sep 15 19:05:41.221838 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-37c7201d-552f-4a18-a2b3-edf1c37793c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:41.223970 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-37c7201d-552f-4a18-a2b3-edf1c37793c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.1912446
Sep 15 19:05:41.230898 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701630ff-a94f-4c66-a33d-1ad9e04972c8 req-c99c550c-b382-431a-ac5c-df784c8dfeb0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:41.232597 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-701630ff-a94f-4c66-a33d-1ad9e04972c8 req-c99c550c-b382-431a-ac5c-df784c8dfeb0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1214743
Sep 15 19:05:41.294744 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-701630ff-a94f-4c66-a33d-1ad9e04972c8 req-9b6f6116-2213-47f1-a68c-d25975dd8268 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513258
Sep 15 19:05:41.295256 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52552438-a404-498d-83a6-26f2177fed5b req-66a4e1a0-9a15-4f1a-81ab-c3f86f226ba7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:41.296864 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-52552438-a404-498d-83a6-26f2177fed5b req-66a4e1a0-9a15-4f1a-81ab-c3f86f226ba7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0958006
Sep 15 19:05:41.350407 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-52552438-a404-498d-83a6-26f2177fed5b req-14a599b5-25c9-473e-b8ee-aa3e2cd7e865 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472174
Sep 15 19:05:41.509281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1250a-9a64-4b5a-9dc3-a935e57e2768 req-49a151df-afac-49eb-a607-34dcd6d6afb6 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:41.510791 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8ad1250a-9a64-4b5a-9dc3-a935e57e2768 req-49a151df-afac-49eb-a607-34dcd6d6afb6 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.0821335
Sep 15 19:05:41.555293 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8ad1250a-9a64-4b5a-9dc3-a935e57e2768 req-b716c282-128a-4037-9760-6aa120e97717 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383618
Sep 15 19:05:41.804881 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec131228-cb27-4a2a-9459-337e6f34e5c7 req-ce31c275-137a-48fe-bb42-04d446ee80f1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:41.806306 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ec131228-cb27-4a2a-9459-337e6f34e5c7 req-ce31c275-137a-48fe-bb42-04d446ee80f1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.0783753
Sep 15 19:05:41.852938 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ec131228-cb27-4a2a-9459-337e6f34e5c7 req-86530342-e505-44d6-9fde-6104ffc0c8f8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411875
Sep 15 19:05:42.043108 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e0c95-c417-46e3-a506-b812c87919c8 req-6643a63d-61da-4978-b1db-d835966ddcdd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:42.044567 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-994e0c95-c417-46e3-a506-b812c87919c8 req-6643a63d-61da-4978-b1db-d835966ddcdd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 943 time: 0.0959787
Sep 15 19:05:42.090923 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-994e0c95-c417-46e3-a506-b812c87919c8 req-278efdef-6b4a-4402-a1b7-d548a71d4ac1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403864
Sep 15 19:05:42.521007 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920148b-ccb9-47df-b2bb-7557f7325cc3 req-2b1b4b7c-74dd-4d3e-9285-b259272f43f1 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:42.522353 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c920148b-ccb9-47df-b2bb-7557f7325cc3 req-2b1b4b7c-74dd-4d3e-9285-b259272f43f1 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0753846
Sep 15 19:05:42.551920 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df92cee-41b9-4297-9764-5c3f38248d46 req-1477a376-d8df-46b1-b0b7-03d7d736321f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:42.553386 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3df92cee-41b9-4297-9764-5c3f38248d46 req-1477a376-d8df-46b1-b0b7-03d7d736321f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0767846
Sep 15 19:05:42.570603 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c920148b-ccb9-47df-b2bb-7557f7325cc3 req-a037edbd-cac8-43d6-975d-46026bbcbe43 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424170
Sep 15 19:05:42.664037 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3df92cee-41b9-4297-9764-5c3f38248d46 req-608864d7-a9fc-4bf6-99f2-7dbcc4e5b94d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037447
Sep 15 19:05:42.761922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c5ab-0c80-4e33-bd04-484a4df550c9 req-10def2aa-60a5-4b46-8255-ce418cdf8bc5 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:42.763697 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8454c5ab-0c80-4e33-bd04-484a4df550c9 req-10def2aa-60a5-4b46-8255-ce418cdf8bc5 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.0795438
Sep 15 19:05:42.814234 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8454c5ab-0c80-4e33-bd04-484a4df550c9 req-85d3984e-cb20-432a-9dd1-b4550c8837ca tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400584
Sep 15 19:05:42.854796 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8e668-2df8-4126-8715-a249ab1a79d5 req-d3c1904b-4b30-4229-9ba4-0808aaaf5bbf tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:42.856751 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d0a8e668-2df8-4126-8715-a249ab1a79d5 req-d3c1904b-4b30-4229-9ba4-0808aaaf5bbf tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0801861
Sep 15 19:05:42.865399 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34872) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:42.870692 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'floatingip': {'port_id': '6eb7e329-df89-411f-9bed-4a517e0ccb9b'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:42.948480 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:43.067933 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c0c61-ba5b-4552-b3f8-7a21211d4655 req-33e99a91-6497-4982-a99a-f88ae35fefda tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:43.069326 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-254c0c61-ba5b-4552-b3f8-7a21211d4655 req-33e99a91-6497-4982-a99a-f88ae35fefda tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.0792043
Sep 15 19:05:43.117801 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-254c0c61-ba5b-4552-b3f8-7a21211d4655 req-2f23e0b9-e66f-48b6-b726-3eeb93d0e343 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419643
Sep 15 19:05:43.430656 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8723e-47a7-4b8a-a21d-301312725518 req-9fc081c0-0d13-4928-bfe6-e3eee78b5980 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:43.432101 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2eb8723e-47a7-4b8a-a21d-301312725518 req-9fc081c0-0d13-4928-bfe6-e3eee78b5980 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 943 time: 0.2121365
Sep 15 19:05:43.629757 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2eb8723e-47a7-4b8a-a21d-301312725518 req-7a123f19-6a77-4182-b48d-23b1a7432946 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888399
Sep 15 19:05:43.821575 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:43.827244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:43.874659 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27990a6-104b-41df-9cfd-cdb2f6a43aa1 req-2c91c37d-83fa-4f0a-b0a6-c3540bdc9c77 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:43.883385 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a27990a6-104b-41df-9cfd-cdb2f6a43aa1 req-2c91c37d-83fa-4f0a-b0a6-c3540bdc9c77 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0950222
Sep 15 19:05:43.931784 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a27990a6-104b-41df-9cfd-cdb2f6a43aa1 req-14a53e6e-7cef-48e4-82d1-6d9f8e9fd1a5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489404
Sep 15 19:05:44.147432 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c5118-8da8-4df1-80b7-aaa928a57988 req-3ed7247c-b3e4-42e2-8523-b3fb6a12f69a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:44.148759 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c40c5118-8da8-4df1-80b7-aaa928a57988 req-3ed7247c-b3e4-42e2-8523-b3fb6a12f69a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.1794381
Sep 15 19:05:44.176195 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Floating IP 9635681e-225f-43ad-8734-1f77eb81d9e2 associated. External IP: 172.27.0.23, port: 6eb7e329-df89-411f-9bed-4a517e0ccb9b.
Sep 15 19:05:44.307679 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-eaf1f07e-b189-4e5c-af4f-f1179715785a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0749185
Sep 15 19:05:44.335383 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c40c5118-8da8-4df1-80b7-aaa928a57988 req-fde6f214-4f71-4058-a910-a5df33aedc04 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1804767
Sep 15 19:05:44.346706 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fff38-aec4-491b-b6e4-4b53b2ecff50 req-7615227e-d9cc-4cd3-b360-d425ee759391 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:44.348248 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1b2fff38-aec4-491b-b6e4-4b53b2ecff50 req-7615227e-d9cc-4cd3-b360-d425ee759391 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.0814414
Sep 15 19:05:44.402892 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1b2fff38-aec4-491b-b6e4-4b53b2ecff50 req-87c12d2b-48b3-47e2-aad4-4b27e1c9c6ae tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483911
Sep 15 19:05:44.572307 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-625cf797-d131-4df6-9cb8-258cacf99961 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248604
Sep 15 19:05:44.826899 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b843306d-bcf0-48bd-bc61-662e9d31dec5 req-98d9d23c-f232-49bf-a1a0-de9f4d00b539 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2443802
Sep 15 19:05:44.936768 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92142de2-c92c-4ee2-9e69-ccc638c66fe8 req-7c5cfc49-539d-4985-b336-7cf1211c132c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:44.938758 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-92142de2-c92c-4ee2-9e69-ccc638c66fe8 req-7c5cfc49-539d-4985-b336-7cf1211c132c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 943 time: 0.1650622
Sep 15 19:05:45.003516 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-92142de2-c92c-4ee2-9e69-ccc638c66fe8 req-6754c037-072e-4c61-8b4c-c9c313f53c8e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572250
Sep 15 19:05:45.046280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:05:45.225613 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6d438-c2ac-43da-89b4-e4bb23c57483 req-feefc29c-c8c4-423c-86d9-f8238f87e7be tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:45.237849 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-20e6d438-c2ac-43da-89b4-e4bb23c57483 req-feefc29c-c8c4-423c-86d9-f8238f87e7be tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1247025
Sep 15 19:05:45.297559 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-20e6d438-c2ac-43da-89b4-e4bb23c57483 req-26b86d1f-d747-4b21-8618-49fee6d5bf79 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585718
Sep 15 19:05:45.305147 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:05:45.312243 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:45.323180 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 34914) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:45.388129 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4594ba9f-c66e-4f83-a977-932919a9989d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "PUT /v2.0/floatingips/9635681e-225f-43ad-8734-1f77eb81d9e2 HTTP/1.1" status: 200  len: 990 time: 2.5217156
Sep 15 19:05:45.389408 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:45.515439 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:45.547938 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:05:45.551722 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Usage tracker for resource:security_group_rule and tenant:798331c570044157bf901ce0d0dccf36 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:05:45.554835 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:05:45.556033 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b9aa9-c5a7-4637-b189-0fac7eaba25f req-7b4126d3-6089-4cef-8be1-a5e8cdbd5192 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:45.557520 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-735b9aa9-c5a7-4637-b189-0fac7eaba25f req-7b4126d3-6089-4cef-8be1-a5e8cdbd5192 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.0823088
Sep 15 19:05:45.561545 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:05:45.622377 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-735b9aa9-c5a7-4637-b189-0fac7eaba25f req-97be4197-5891-4240-82ac-d2484ae96c67 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578046
Sep 15 19:05:45.624070 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'status': 'completed', 'code': 200}
Sep 15 19:05:45.653821 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:45.659044 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:45.693332 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d3a64c07-a765-4fb8-85bb-9a3352a1d51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:45.705892 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=798331c570044157bf901ce0d0dccf36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3801951
Sep 15 19:05:45.707910 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34934) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:45.740017 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f7091d-eff3-42be-ac3b-c9c1599ec3e8,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:45.743172 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:45.806505 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:45.811848 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-99c50058-64ff-426a-91f3-052b1024513b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1098 time: 0.1492341
Sep 15 19:05:45.825663 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f804df-88a6-4312-bd2c-25108ae1f727 req-4245c070-2666-48cb-9b32-15f99ace7048 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:45.827159 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d0f804df-88a6-4312-bd2c-25108ae1f727 req-4245c070-2666-48cb-9b32-15f99ace7048 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.0830474
Sep 15 19:05:45.861288 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:45.875811 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d0f804df-88a6-4312-bd2c-25108ae1f727 req-f2a7d7e0-bd65-4ee4-b855-029e98043702 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430398
Sep 15 19:05:46.164610 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-b3780c7f-672c-4f3a-aaf2-1d982350ba1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:46.166060 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-b3780c7f-672c-4f3a-aaf2-1d982350ba1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.3327682
Sep 15 19:05:46.173636 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:46.180157 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:46.230699 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0d54-21f2-41d6-84e3-92939655d1c0 req-b7074582-3c23-4dae-ab53-828de6e76aab tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:46.232045 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-38ed0d54-21f2-41d6-84e3-92939655d1c0 req-b7074582-3c23-4dae-ab53-828de6e76aab tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 943 time: 0.0801964
Sep 15 19:05:46.267020 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f7091d-eff3-42be-ac3b-c9c1599ec3e8,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:46.269383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:46.278042 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-38ed0d54-21f2-41d6-84e3-92939655d1c0 req-8f2ba131-e0e3-4e4d-96f1-e294fbbe366d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403996
Sep 15 19:05:46.281229 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:46.284604 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10f7091d-eff3-42be-ac3b-c9c1599ec3e8 HTTP/1.1" status: 204  len: 168 time: 0.5654001
Sep 15 19:05:46.307726 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c0f0-eaec-44b4-9690-23ea51a33c97 req-b05a6f3b-f290-4735-ab3b-e898e2d3450d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:46.310179 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9ea2c0f0-eaec-44b4-9690-23ea51a33c97 req-b05a6f3b-f290-4735-ab3b-e898e2d3450d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2505741
Sep 15 19:05:46.322660 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-c11d1852-66e2-4a58-bbf0-0b61a70d9c51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 998 time: 0.1423419
Sep 15 19:05:46.327540 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 34944) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:46.381471 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'floatingip': {'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:05:46.486731 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:46.559776 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f6af0-28f2-4376-8368-574801139ec1 req-aa587e00-1aea-408f-a5b0-2c21bb10c140 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:46.561253 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-447f6af0-28f2-4376-8368-574801139ec1 req-aa587e00-1aea-408f-a5b0-2c21bb10c140 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1007209
Sep 15 19:05:46.642281 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-447f6af0-28f2-4376-8368-574801139ec1 req-d4bbe083-7512-4420-adbd-11b1ddc9fabf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752752
Sep 15 19:05:46.681601 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-b0cea2e7-da3b-4f2e-af8c-e4ccf8ad3358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:46.684171 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-b0cea2e7-da3b-4f2e-af8c-e4ccf8ad3358 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.3486717
Sep 15 19:05:47.000526 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d72a-4914-4cb2-986b-42162777a979 req-15a7df40-456e-4e10-8206-01fa216c7b80 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:47.006956 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3819d72a-4914-4cb2-986b-42162777a979 req-15a7df40-456e-4e10-8206-01fa216c7b80 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.1475265
Sep 15 19:05:47.071974 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3819d72a-4914-4cb2-986b-42162777a979 req-c9f21a49-1093-40cd-80a4-9ac2beb117a1 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640936
Sep 15 19:05:47.158963 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-d92b6b7c-64d8-4c79-8cf2-36c6c6f9eb45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4286268
Sep 15 19:05:47.335862 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-cce2686d-ee92-4b60-89d1-8761bec95b8a service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533544
Sep 15 19:05:47.571392 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-6826ebe0-56fa-4144-a082-1b479b40bdfd tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:47.573336 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-6826ebe0-56fa-4144-a082-1b479b40bdfd tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.30 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.1630404
Sep 15 19:05:47.594054 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:47.612838 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:47.650945 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:05:47.780180 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c18f2d15-eab4-4136-a442-ca3bd826171e req-5969bb2d-5c95-4ec2-9245-69b0d6af1e0b service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3873749
Sep 15 19:05:47.803179 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eaf00-3fa9-4b1c-9140-f21a8ec543b4 req-ad33ca39-f034-4e45-9c42-6dd8182f2c67 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:47.804899 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e16eaf00-3fa9-4b1c-9140-f21a8ec543b4 req-ad33ca39-f034-4e45-9c42-6dd8182f2c67 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 943 time: 0.3467038
Sep 15 19:05:47.903104 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab398e30-e396-4205-aecf-ed691be41079 req-39b94bff-8105-48f0-93b9-d9fc0c67f738 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:47.904774 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ab398e30-e396-4205-aecf-ed691be41079 req-39b94bff-8105-48f0-93b9-d9fc0c67f738 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1126783
Sep 15 19:05:47.930014 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e16eaf00-3fa9-4b1c-9140-f21a8ec543b4 req-6c75dea0-5a37-450b-8e3a-46ba7c9bc237 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171942
Sep 15 19:05:47.971486 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ab398e30-e396-4205-aecf-ed691be41079 req-c1d12055-cc23-4e38-8ad8-ff67d2b2da95 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595829
Sep 15 19:05:47.989718 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Floating IP d92111bb-add1-4732-8446-2b9930020cc6 associated. External IP: 172.27.0.208, port: 73cc36dd-f2c6-495e-93bd-94c548b97322.
Sep 15 19:05:48.291879 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec7aea-7096-4df1-82a6-864eecb9a88c req-f42e4187-6d79-4498-aac4-84ff3a1f8b07 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:48.293492 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a7ec7aea-7096-4df1-82a6-864eecb9a88c req-f42e4187-6d79-4498-aac4-84ff3a1f8b07 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.0901809
Sep 15 19:05:48.342639 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a7ec7aea-7096-4df1-82a6-864eecb9a88c req-8cbd6e0b-d702-452e-8750-426a6a4638f9 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437183
Sep 15 19:05:48.414925 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Router c6a8357c-9c96-4462-9046-07737f315220 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:05:48.622788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:05:48.627278 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:48.633245 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:05:48.644757 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:48.645366 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd9fd90>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:48.687542 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-ccca35a9-25c3-4967-ac5f-b0b7088a3c75 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "PUT /v2.0/floatingips/d92111bb-add1-4732-8446-2b9930020cc6 HTTP/1.1" status: 200  len: 992 time: 2.3559425
Sep 15 19:05:48.687542 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:48.854590 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:49.356098 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd9fd90>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'd92111bb-add1-4732-8446-2b9930020cc6', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'mac_address': 'fa:16:3e:52:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6547c624-f76b-44e6-a992-2813964aba2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:05:04Z', 'updated_at': '2021-09-15T19:05:47Z', 'revision_number': 1, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:49.360419 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:05:49.372746 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:49.373417 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd9fd90>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:49.522936 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:05:49.536991 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:49.537618 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bc511f0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:49.603499 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:49.745700 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 53392b4e-95e3-4754-8e65-ccfeb9a6635d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:05:49.769488 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:49.950503 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.resource_extend [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 15 19:05:50.074880 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd9fd90>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'd92111bb-add1-4732-8446-2b9930020cc6', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'mac_address': 'fa:16:3e:52:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6547c624-f76b-44e6-a992-2813964aba2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:05:04Z', 'updated_at': '2021-09-15T19:05:47Z', 'revision_number': 1, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:50.078942 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e699171e-1308-4f8e-a86e-cfd8197f18a0 None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'd92111bb-add1-4732-8446-2b9930020cc6', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'floating_ip_address': '172.27.0.208', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'mac_address': 'fa:16:3e:52:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6547c624-f76b-44e6-a992-2813964aba2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:05:04Z', 'updated_at': '2021-09-15T19:05:47Z', 'revision_number': 1, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:05:50.196428 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53392b4e-95e3-4754-8e65-ccfeb9a6635d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:50.237902 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '53392b4e-95e3-4754-8e65-ccfeb9a6635d', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'port_id': '53392b4e-95e3-4754-8e65-ccfeb9a6635d', 'mac_address': 'fa:16:3e:33:58:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7b62d8-585b-492a-800a-7581b6c14c0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:05:50.291482 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5bcb10-7030-4a79-8e2b-08dd24326eff None None] New status for floating IP d92111bb-add1-4732-8446-2b9930020cc6: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:05:50.340560 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:50.362395 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53392b4e-95e3-4754-8e65-ccfeb9a6635d {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:05:50.379282 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bc511f0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '9635681e-225f-43ad-8734-1f77eb81d9e2', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'port_id': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'mac_address': 'fa:16:3e:34:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:05:08Z', 'updated_at': '2021-09-15T19:05:43Z', 'revision_number': 1, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:50.384006 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53392b4e-95e3-4754-8e65-ccfeb9a6635d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:50.385728 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:05:50.390777 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:50.393839 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:50.447452 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:05:50.448076 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bc511f0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:05:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:50.534307 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=53392b4e-95e3-4754-8e65-ccfeb9a6635d,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:50.603650 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.603994 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.604330 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.604692 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.605015 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.605345 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.605665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.606008 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.606338 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.606679 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.606998 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:05:50.618838 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:50.648385 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:05:50.971141 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Deleting port 29ee6a87-f2ad-4394-a3dc-5788fb665447 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:05:50.971141 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:50.996883 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bc511f0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '9635681e-225f-43ad-8734-1f77eb81d9e2', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'port_id': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'mac_address': 'fa:16:3e:34:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:05:08Z', 'updated_at': '2021-09-15T19:05:43Z', 'revision_number': 1, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:05:51.001758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426c1b7-3f3f-4bed-a6bc-194d470ba090 None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '9635681e-225f-43ad-8734-1f77eb81d9e2', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'port_id': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'mac_address': 'fa:16:3e:34:f9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:05:08Z', 'updated_at': '2021-09-15T19:05:43Z', 'revision_number': 1, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:05:51.053968 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'status': 'completed', 'code': 200}
Sep 15 19:05:51.250283 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-95791e2e-dc9d-4258-92c5-cff8443f439d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1099 time: 0.1560614
Sep 15 19:05:51.357325 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] For port 29ee6a87-f2ad-4394-a3dc-5788fb665447, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=29ee6a87-f2ad-4394-a3dc-5788fb665447,segment=NetworkSegment(cf7e7740-9fa3-40f0-8895-6ac3075de07e),segment_id=cf7e7740-9fa3-40f0-8895-6ac3075de07e)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:51.357932 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:51.371679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08c3ef-b7cd-4bf4-beb0-a09e0ef66f37 req-2cc112ea-bb6a-42b6-ad6c-550389790824 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:51.378352 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['53392b4e-95e3-4754-8e65-ccfeb9a6635d'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:05:51.379000 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fa08c3ef-b7cd-4bf4-beb0-a09e0ef66f37 req-2cc112ea-bb6a-42b6-ad6c-550389790824 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 944 time: 0.2733157
Sep 15 19:05:51.390428 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108add6-ebd7-431d-b21c-ea33133007b2 req-0aadd062-d399-4f5b-b241-25e1c393ede0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:51.392017 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8108add6-ebd7-431d-b21c-ea33133007b2 req-0aadd062-d399-4f5b-b241-25e1c393ede0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.2020633
Sep 15 19:05:51.438964 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fa08c3ef-b7cd-4bf4-beb0-a09e0ef66f37 req-d0b5e775-0102-4927-a175-6b070a13d429 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589321
Sep 15 19:05:51.468334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-02cf4421-a362-4896-a6fb-f91befd59b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:51.469874 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-02cf4421-a362-4896-a6fb-f91befd59b9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.2056704
Sep 15 19:05:51.488381 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8108add6-ebd7-431d-b21c-ea33133007b2 req-6ef50020-95da-4195-bdd1-5725e89a8993 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900698
Sep 15 19:05:51.578794 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Calling delete_port for 29ee6a87-f2ad-4394-a3dc-5788fb665447 owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:05:51.607095 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-dd6409d9-88aa-4f34-8821-5224e8202601 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 1002 time: 0.1175983
Sep 15 19:05:51.681955 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-f0e60761-734d-4b98-b3f7-37396989c659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:51.684125 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-f0e60761-734d-4b98-b3f7-37396989c659 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0658262
Sep 15 19:05:51.775639 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-7b04b045-2a5c-4071-a190-c4a29006b2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743921
Sep 15 19:05:51.824411 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441288-e9a6-45b4-b1a0-706f64eca498 req-76793af9-4a39-4c52-ab4d-39006c6469ac tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:51.825877 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-89441288-e9a6-45b4-b1a0-706f64eca498 req-76793af9-4a39-4c52-ab4d-39006c6469ac tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 946 time: 0.2126868
Sep 15 19:05:51.875614 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:51.883363 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:51.936485 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Pushing event deleted for resources: {'Port': ['ID=29ee6a87-f2ad-4394-a3dc-5788fb665447,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:51.941954 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-89441288-e9a6-45b4-b1a0-706f64eca498 req-91b0a1d4-a08a-4df6-bfbf-92a693325cbb tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/security-groups?id=28ac72d3-68e2-456f-9e8c-82a2302bd26c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100326
Sep 15 19:05:51.946598 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:52.020742 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] No DVR routers for this DVR port 29ee6a87-f2ad-4394-a3dc-5788fb665447 on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:05:52.022749 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-dffa5dc3-a863-43b9-9223-2e72b05bf8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307246
Sep 15 19:05:52.023820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:52.026722 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'name': 'network-vif-deleted', 'tag': '29ee6a87-f2ad-4394-a3dc-5788fb665447'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:52.064346 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3f5c92d9-c47e-4c16-9f26-223881f19b34 req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.30 "DELETE /v2.0/ports/29ee6a87-f2ad-4394-a3dc-5788fb665447 HTTP/1.1" status: 204  len: 173 time: 1.1672733
Sep 15 19:05:52.190100 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-163d822d-eab2-47a1-a790-fabafcf7ad1d req-785815f1-4552-4263-a5e8-713df1364547 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597307
Sep 15 19:05:52.253720 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84a45c6-2f22-40a2-8c0b-6f87ba62a033', 'name': 'network-vif-deleted', 'tag': '29ee6a87-f2ad-4394-a3dc-5788fb665447', 'status': 'completed', 'code': 200}
Sep 15 19:05:52.684909 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c18c08-a8f7-4bb1-8e13-87ae5b8ada95 req-fbf410ae-4837-4ab7-922d-3d79f3f5a904 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:52.686981 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-12c18c08-a8f7-4bb1-8e13-87ae5b8ada95 req-fbf410ae-4837-4ab7-922d-3d79f3f5a904 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 944 time: 0.1120012
Sep 15 19:05:52.760536 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6bbfb-6a1d-4c4b-8d73-b299e1822487 req-5eb3bb0d-8b06-4ecb-aa9d-89da4c9c2fc0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:52.769560 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c1a6bbfb-6a1d-4c4b-8d73-b299e1822487 req-5eb3bb0d-8b06-4ecb-aa9d-89da4c9c2fc0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1110406
Sep 15 19:05:52.770641 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-12c18c08-a8f7-4bb1-8e13-87ae5b8ada95 req-ffa7a4e2-f50f-4033-9797-274c4594bc9f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768514
Sep 15 19:05:52.825396 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c1a6bbfb-6a1d-4c4b-8d73-b299e1822487 req-556b2596-74ee-4850-8615-73ac53f8400a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548289
Sep 15 19:05:52.918891 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 53392b4e-95e3-4754-8e65-ccfeb9a6635d up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:05:52.989148 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 53392b4e-95e3-4754-8e65-ccfeb9a6635d completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:05:52.993889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 53392b4e-95e3-4754-8e65-ccfeb9a6635d triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:05:52.994263 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:53.110693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:53.145775 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d1b23-37f1-455c-9949-fa45fc878e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53392b4e-95e3-4754-8e65-ccfeb9a6635d'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:05:53.156853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53392b4e-95e3-4754-8e65-ccfeb9a6635d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:05:53.166971 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:53.168490 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 29ee6a87-f2ad-4394-a3dc-5788fb665447 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:05:53.199507 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-1b733175-bd4b-4633-9c93-5415d3bc9c13 req-b15a4af1-e5e4-4afb-ab95-467b085baf19 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Synchronizing usage tracker for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:05:53.200518 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a274a6dc-4987-4a8f-b9ad-c9134f1c66e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:53.214979 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-1b733175-bd4b-4633-9c93-5415d3bc9c13 req-b15a4af1-e5e4-4afb-ab95-467b085baf19 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Unset dirty status for tenant:7f72afa930a548ab80c60ab61c1b7cd8 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:05:53.216652 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1b733175-bd4b-4633-9c93-5415d3bc9c13 req-b15a4af1-e5e4-4afb-ab95-467b085baf19 tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] 10.222.0.52 "GET /v2.0/ports?device_id=f84a45c6-2f22-40a2-8c0b-6f87ba62a033 HTTP/1.1" status: 200  len: 210 time: 0.0768116
Sep 15 19:05:53.259442 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 29ee6a87-f2ad-4394-a3dc-5788fb665447 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:05:53.259893 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 29ee6a87-f2ad-4394-a3dc-5788fb665447 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:05:53.277587 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302d1b23-37f1-455c-9949-fa45fc878e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53392b4e-95e3-4754-8e65-ccfeb9a6635d', 'code': 200}
Sep 15 19:05:53.300077 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=53392b4e-95e3-4754-8e65-ccfeb9a6635d,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:53.303391 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:53.636900 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029d3531-1d3e-4a22-94d0-8a9307d5de74 None None] New status for floating IP 9635681e-225f-43ad-8734-1f77eb81d9e2: ACTIVE {{(pid=75128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:05:53.684093 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b3d4f6a1-1588-4473-85d5-bef8dff31906 req-bacc7979-b94a-4f0e-ae62-a2b1300f37f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 1098 time: 0.0799453
Sep 15 19:05:53.737278 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b3d4f6a1-1588-4473-85d5-bef8dff31906 req-4efde485-2f9d-4da9-a355-95271154c4ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446150
Sep 15 19:05:54.030341 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227075-b7b1-425f-9238-3ffb5f34b596 req-4a478794-e5c7-421a-8d31-103deb155528 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:54.031878 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8f227075-b7b1-425f-9238-3ffb5f34b596 req-4a478794-e5c7-421a-8d31-103deb155528 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.0852108
Sep 15 19:05:54.084925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db593d8-2213-4f52-a8a4-e313eb04467b req-85c6ff81-521c-4abe-8e21-51bbf5b8adb8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:54.087166 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7db593d8-2213-4f52-a8a4-e313eb04467b req-85c6ff81-521c-4abe-8e21-51bbf5b8adb8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1015954
Sep 15 19:05:54.097556 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8f227075-b7b1-425f-9238-3ffb5f34b596 req-cab95b67-ee70-446a-aefe-d20b6a6716e1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577338
Sep 15 19:05:54.145905 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7db593d8-2213-4f52-a8a4-e313eb04467b req-2e1a576d-9dc4-41b7-b99a-c4c601f2ecf0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492499
Sep 15 19:05:55.302460 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c8227-32a1-406e-943e-0d607c5fcd85 req-2c9eecb5-3627-4792-9f40-bd2dfd23f419 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:55.304205 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c41c8227-32a1-406e-943e-0d607c5fcd85 req-2c9eecb5-3627-4792-9f40-bd2dfd23f419 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.0777884
Sep 15 19:05:55.353339 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c41c8227-32a1-406e-943e-0d607c5fcd85 req-a23d271c-f9d3-47c6-a0db-1078d1faf6f9 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428195
Sep 15 19:05:55.613206 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421c034-5450-4553-99b6-a2a231dbcad0 req-1ad9b93e-45c9-4690-9708-46d117b86fd0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:55.614974 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6421c034-5450-4553-99b6-a2a231dbcad0 req-1ad9b93e-45c9-4690-9708-46d117b86fd0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1363435
Sep 15 19:05:55.666767 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6421c034-5450-4553-99b6-a2a231dbcad0 req-d6fc87f9-4404-4973-ab6e-2674408d5c95 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419044
Sep 15 19:05:57.002629 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc70f74-3886-42ba-a224-7f877bfc6f02 req-a2f25e68-50f1-483b-82c7-e17d91079870 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:57.004159 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-efc70f74-3886-42ba-a224-7f877bfc6f02 req-a2f25e68-50f1-483b-82c7-e17d91079870 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.0789557
Sep 15 19:05:57.049401 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-efc70f74-3886-42ba-a224-7f877bfc6f02 req-f31b6265-0c79-4297-9737-0671e48cfd0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396554
Sep 15 19:05:57.235627 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b517a-9aaf-4509-907f-5afd279c6744 req-960367f5-0c0b-4a34-8022-a0c313ed7f8a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:57.237052 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-110b517a-9aaf-4509-907f-5afd279c6744 req-960367f5-0c0b-4a34-8022-a0c313ed7f8a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0797250
Sep 15 19:05:57.287003 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-110b517a-9aaf-4509-907f-5afd279c6744 req-1f3d3d9b-601f-40dc-adaf-e1a315b4c5d3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444846
Sep 15 19:05:58.249937 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98b0a1-df5a-4256-9d62-38d3d4b20318 req-c7f65598-47cf-4459-b8a8-8cee6bdef35f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:58.251415 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0c98b0a1-df5a-4256-9d62-38d3d4b20318 req-c7f65598-47cf-4459-b8a8-8cee6bdef35f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.0786648
Sep 15 19:05:58.297774 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0c98b0a1-df5a-4256-9d62-38d3d4b20318 req-2808fa78-0f64-4071-97e5-3693bed2686e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410626
Sep 15 19:05:58.496847 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a38f3-f113-41e9-a256-b3e488ec0ba3 req-a3fd857a-201c-44e6-9b57-ad93b24a6b31 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:58.499025 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-899a38f3-f113-41e9-a256-b3e488ec0ba3 req-a3fd857a-201c-44e6-9b57-ad93b24a6b31 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0801888
Sep 15 19:05:58.551247 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-899a38f3-f113-41e9-a256-b3e488ec0ba3 req-724bc3aa-fe4d-4f36-a568-34737dd24feb tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464358
Sep 15 19:05:58.645895 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-101bdc0f-9930-400f-a39e-961c83a8a7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:58.992495 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:59.401954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35230) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:59.524765 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Deleting subnet 8d04d2d7-7c87-4b43-83d3-ae4df203c827 {{(pid=75126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:05:59.530849 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:59.589251 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8694695-f744-42cd-afec-34b3cb12b6cd req-9d332b5f-3584-4336-a4c5-f6463a173d1f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:59.590828 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b8694695-f744-42cd-afec-34b3cb12b6cd req-9d332b5f-3584-4336-a4c5-f6463a173d1f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.1518664
Sep 15 19:05:59.614033 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-921545'] for subnet, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:59.689086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:59.726078 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b8694695-f744-42cd-afec-34b3cb12b6cd req-ce9550c9-f568-42d9-9dce-4b5ad45c781c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286178
Sep 15 19:05:59.767406 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c055ed-80fc-4be5-8d63-3da29c41ab75 req-13b51dde-6de7-456a-a40b-98bc346a0164 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:05:59.769180 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a9c055ed-80fc-4be5-8d63-3da29c41ab75 req-13b51dde-6de7-456a-a40b-98bc346a0164 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0909629
Sep 15 19:05:59.770954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8281650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8263578'] for subnet, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:59.777635 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:05:59.822240 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d04d2d7-7c87-4b43-83d3-ae4df203c827,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:05:59.825708 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a9c055ed-80fc-4be5-8d63-3da29c41ab75 req-016d2b72-351e-48d6-8165-cf601f4b6fc1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493972
Sep 15 19:05:59.829302 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:05:59.830327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:05:59.838208 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8d04d2d7-7c87-4b43-83d3-ae4df203c827 HTTP/1.1" status: 204  len: 168 time: 0.4349792
Sep 15 19:05:59.841445 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35244) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:05:59.968029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.117698 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.136903 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b2d15b0>,) {'filters': {'network_id': ['a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:06:00.155810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b2d15b0>, 'cf7e7740-9fa3-40f0-8895-6ac3075de07e') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:06:00.156173 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b2d15b0>, 'cf7e7740-9fa3-40f0-8895-6ac3075de07e') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:06:00.170262 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.197861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.205006 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:06:00.205733 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:06:00.223720 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:06:00.327527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.334668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.342920 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:00.396303 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:00.401234 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:00.412758 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a4a41fea-98b1-4b1f-bd14-0ce9fb7432bc HTTP/1.1" status: 204  len: 168 time: 0.5700614
Sep 15 19:06:00.656644 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 35280) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:00.716748 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35288) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:00.719656 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b7d83430-c303-43f2-986d-686909d0040d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f72afa930a548ab80c60ab61c1b7cd8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0615187
Sep 15 19:06:00.800511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.837186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.903588 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-61356a61-1269-40a9-8cb7-5e8e78edc5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.910303 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.921347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-aad0c56d-aa9f-44fd-be67-60803f2524af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:00.939803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac72d3-68e2-456f-9e8c-82a2302bd26c,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:00.942244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:00.958829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:00.962962 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28ac72d3-68e2-456f-9e8c-82a2302bd26c HTTP/1.1" status: 204  len: 168 time: 0.2450428
Sep 15 19:06:01.117631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 35302) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:01.140210 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f41abe-afce-4ff3-a0f4-68416913291d req-b9c1affa-7824-4a6b-aa67-e653cb215f28 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:01.141771 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-48f41abe-afce-4ff3-a0f4-68416913291d req-b9c1affa-7824-4a6b-aa67-e653cb215f28 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1557107
Sep 15 19:06:01.195351 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-48f41abe-afce-4ff3-a0f4-68416913291d req-c1261eeb-c08a-4b72-8ef4-a65a6d070942 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446537
Sep 15 19:06:01.383755 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.422102 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:01.426316 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ea84d06cd768407d9ce4f5d78a23bd86 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:01.429696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:01.436520 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:01.523081 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.529355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.552367 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-fa30c339-ac36-4a19-ae4a-b05b03e82666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:01.591992 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea84d06cd768407d9ce4f5d78a23bd86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4728539
Sep 15 19:06:01.594693 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35328) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:01.597336 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99872da-2a23-4080-bca9-62c63873cd87,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:01.600795 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:01.664393 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.692632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.747144 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.751023 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:01.764937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99872da-2a23-4080-bca9-62c63873cd87,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:01.768231 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:01.768318 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.769889 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:01.771035 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d99872da-2a23-4080-bca9-62c63873cd87 HTTP/1.1" status: 204  len: 168 time: 0.1753609
Sep 15 19:06:02.131832 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 35348) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:02.151762 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.183681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:02.188663 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Usage tracker for resource:security_group_rule and tenant:f982592f760146c3b96356c3a368d75b is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:02.192525 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:02.201250 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:02.274997 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.278865 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.287249 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-de14caa9-d237-4b4d-b412-d06c59991b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:02.345035 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f982592f760146c3b96356c3a368d75b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2119956
Sep 15 19:06:02.345904 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35360) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:02.346028 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae3b250-ffb2-42f2-b9c8-be95104352e3,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:02.348930 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:02.430004 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.459488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.512917 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.522489 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-224fbea3-45ff-43d3-a90b-2206b309c73a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:02.536404 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae3b250-ffb2-42f2-b9c8-be95104352e3,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:02.543746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:02.543746 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:02.543746 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fae3b250-ffb2-42f2-b9c8-be95104352e3 HTTP/1.1" status: 204  len: 168 time: 0.1937335
Sep 15 19:06:02.950100 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35382) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:02.968668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.005718 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:03.009665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Usage tracker for resource:security_group_rule and tenant:593e8252d3404b2fa5d7e562855dbf26 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:03.013442 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:03.019229 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:03.092723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.096964 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.104000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:03.146870 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f36ae9-eb12-4af8-a294-397dc5d7fc49,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:03.152403 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=593e8252d3404b2fa5d7e562855dbf26&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2010100
Sep 15 19:06:03.154777 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:03.155564 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 35390) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:03.224053 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.251992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.306247 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.317130 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c9852623-5963-4777-93ef-a276acaed409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:03.333376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f36ae9-eb12-4af8-a294-397dc5d7fc49,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:03.335490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:03.346439 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.347638 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79f36ae9-eb12-4af8-a294-397dc5d7fc49 HTTP/1.1" status: 204  len: 168 time: 0.1910987
Sep 15 19:06:03.400102 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:03.831837 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.195789 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35424) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:04.321856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038341841-network', 'tenant_id': 'e4cd619f8025435080a2cc19bd5b97f6'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:04.327284 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:04.331364 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Usage tracker for resource:network and tenant:e4cd619f8025435080a2cc19bd5b97f6 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:04.334166 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:04.340187 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:04.350166 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Made reservation on behalf of e4cd619f8025435080a2cc19bd5b97f6 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:04.352426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.368596 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.420471 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:04.429925 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cd619f8025435080a2cc19bd5b97f6 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:04.432364 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:04.440129 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:04.512640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.515637 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.518836 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:04.550458 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:06:04.560398 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8866183e-4701-44aa-9ecd-45538ab0ccb1,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:04.563417 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:04.568285 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.568795 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Added segment b0dad536-2454-468a-a257-02097da2c176 of type vlan for network d258e08f-e5a2-4fdf-818b-cae636477b5b
Sep 15 19:06:04.580109 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4d38-d2bd-4b72-ab51-bdbadd4d52d3 req-2c7d6f56-4d13-4cc4-ae5b-71cd81a9207f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:04.587013 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-426c4d38-d2bd-4b72-ab51-bdbadd4d52d3 req-2c7d6f56-4d13-4cc4-ae5b-71cd81a9207f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1081169
Sep 15 19:06:04.597003 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.628109 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.629481 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:04.630142 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:04.635275 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-426c4d38-d2bd-4b72-ab51-bdbadd4d52d3 req-1c08afdc-ddd2-4c4a-9365-01380b834475 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468383
Sep 15 19:06:04.640360 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:04.752909 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Pushing event updated for resources: {'Network': ['ID=d258e08f-e5a2-4fdf-818b-cae636477b5b,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:04.755918 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:04.763381 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5626357
Sep 15 19:06:04.763716 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35438) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:04.766254 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network d258e08f-e5a2-4fdf-818b-cae636477b5b details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:06:04.772787 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Request body: {'subnet': {'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038341841-subnet', 'tenant_id': 'e4cd619f8025435080a2cc19bd5b97f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:04.779794 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:04.785871 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Usage tracker for resource:subnet and tenant:e4cd619f8025435080a2cc19bd5b97f6 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:04.790512 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:04.806957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:04.827911 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Made reservation on behalf of e4cd619f8025435080a2cc19bd5b97f6 for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:04.827911 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8263559'] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:05.049852 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8281843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8263569'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:05.054449 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-77ad93eb-c127-4f9d-bf79-373a19057da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:05.136781 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4089ab18-502d-442c-b0fa-4bc9ed626352,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:05.139337 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:05.142840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Checking segment: {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:05.143169 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Network hostable DHCP agents. Network: d258e08f-e5a2-4fdf-818b-cae636477b5b, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:06:05.166216 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Network d258e08f-e5a2-4fdf-818b-cae636477b5b is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:06:05.176918 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, d258e08f-e5a2-4fdf-818b-cae636477b5b) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:05.181221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:05.181805 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:05.187449 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb732f-a7bb-4667-a067-e216a3a679b9 None None] Network d258e08f-e5a2-4fdf-818b-cae636477b5b requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:05.203114 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4378688
Sep 15 19:06:05.435945 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3d18c-c77f-4fdf-b491-0d9b44cb29ea None None] Network d258e08f-e5a2-4fdf-818b-cae636477b5b requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:05.886879 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b32-d4fc-44a4-8ac6-ff029c540195 req-1953e494-6f3f-41c8-8cf4-e3c22c4dc6d2 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:05.888273 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-16509b32-d4fc-44a4-8ac6-ff029c540195 req-1953e494-6f3f-41c8-8cf4-e3c22c4dc6d2 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0935838
Sep 15 19:06:05.954104 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-16509b32-d4fc-44a4-8ac6-ff029c540195 req-3bd95db8-44fb-4747-bcd4-2a37603716ea tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580566
Sep 15 19:06:06.415887 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-79c3cd14-e7e7-4a20-9050-9775dc8b0959 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:06.417911 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-79c3cd14-e7e7-4a20-9050-9775dc8b0959 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.1659977
Sep 15 19:06:06.436989 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-2f5d573f-85b5-4939-a7dc-c2be49efea5d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/quotas/c38966ef35974b478df76544f61c3ca8 HTTP/1.1" status: 200  len: 375 time: 0.0114145
Sep 15 19:06:06.522715 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-c9f591ca-2f01-410f-bbda-1bf3896866f0 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0799930
Sep 15 19:06:06.679963 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-6211d983-af5e-4ff8-b944-65381251f700 service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482134
Sep 15 19:06:06.822228 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-f36c577a-45de-456a-a108-a2138fa02754 service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343014
Sep 15 19:06:07.013359 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-db2852bd-ac59-43bf-97f0-a8ee4062f391 req-37cc2e49-d18e-4a02-b97f-c1e52cc5a160 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 210 time: 0.0457115
Sep 15 19:06:07.180490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709fe54-b9a6-4dd4-abda-5e910b8736cd req-45960b24-587c-40b5-8c37-653d62c67219 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:07.181983 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1709fe54-b9a6-4dd4-abda-5e910b8736cd req-45960b24-587c-40b5-8c37-653d62c67219 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0811338
Sep 15 19:06:07.231459 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1709fe54-b9a6-4dd4-abda-5e910b8736cd req-69524b0a-429b-4be7-9476-60d97796a32c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434976
Sep 15 19:06:07.681822 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-fca07524-b928-4aba-a695-37daf8267b15 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:07.683181 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-fca07524-b928-4aba-a695-37daf8267b15 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Synchronizing usage tracker for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:network {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:07.700910 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-fca07524-b928-4aba-a695-37daf8267b15 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Unset dirty status for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:network {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:07.707342 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-fca07524-b928-4aba-a695-37daf8267b15 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/networks?id=d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 200  len: 809 time: 0.2711885
Sep 15 19:06:07.723069 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-fb30a99e-ff5c-492e-a873-f3a40af308f6 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/quotas/e4cd619f8025435080a2cc19bd5b97f6 HTTP/1.1" status: 200  len: 375 time: 0.0148571
Sep 15 19:06:07.768069 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-f9900055-72fb-4431-a8fd-933a3b6acc4c tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0432951
Sep 15 19:06:07.922247 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-8070543e-af2a-4f33-aeff-59c8dd9ab373 service neutron] 10.222.0.52 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472452
Sep 15 19:06:08.101786 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-afa9ce32-6f83-48b8-9431-92b0e7391975 service neutron] 10.222.0.52 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738656
Sep 15 19:06:08.420894 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-720e34eb-1c3e-4904-b9c6-608a0eb665b2 req-b7ee8f3f-5e7b-431c-8e08-ebb6ad0fd323 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 210 time: 0.0705116
Sep 15 19:06:08.444467 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a9f43f98-7e73-4400-bbf5-265b9656756b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:08.446484 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a9f43f98-7e73-4400-bbf5-265b9656756b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.2719934
Sep 15 19:06:08.480451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Request body: {'port': {'device_id': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'admin_state_up': True, 'tenant_id': 'c38966ef35974b478df76544f61c3ca8'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:08.645033 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-be530137-257f-45c1-96d7-fe7a40871e8d req-911138f0-fb9e-464f-9127-962c50605fb0 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 210 time: 0.0693302
Sep 15 19:06:08.753982 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:08.772417 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53536818-f54b-4061-baf7-97435c854154 req-c8224eb8-7246-4ce7-926b-4ca9dd2ee3cd tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:08.779826 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-53536818-f54b-4061-baf7-97435c854154 req-c8224eb8-7246-4ce7-926b-4ca9dd2ee3cd tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.2016056
Sep 15 19:06:08.782430 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:08.818081 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Made reservation on behalf of c38966ef35974b478df76544f61c3ca8 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:08.821168 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:08.846842 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-53536818-f54b-4061-baf7-97435c854154 req-72bd31bd-9556-4a26-85a8-b3dfabc3ab03 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661614
Sep 15 19:06:09.006057 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Allocated IP 172.20.0.9 (eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2/cf7b62d8-585b-492a-800a-7581b6c14c0b/18b12f9d-75d6-4d35-8b53-b0ac11afe7ae) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:06:09.227361 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:09.255215 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:09.262593 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:09.269861 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', '53392b4e-95e3-4754-8e65-ccfeb9a6635d'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:09.335882 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:06:09.342059 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:09.344394 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event updated for resources: {'Port': ['ID=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:09.347593 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:09.348305 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:06:09.429084 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:09.429692 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:09.457925 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9901314
Sep 15 19:06:09.473790 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Request body: {'port': {'device_id': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:09.612795 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:09.698998 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de379be-6b00-408e-bce2-452e71852a03 req-61b3d2c5-f416-4bb8-82a7-50aed6c3606d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:09.701984 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6de379be-6b00-408e-bce2-452e71852a03 req-61b3d2c5-f416-4bb8-82a7-50aed6c3606d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 931 time: 0.0941503
Sep 15 19:06:09.758269 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6de379be-6b00-408e-bce2-452e71852a03 req-e69ab41f-3fba-41bb-bd64-36a7e4fb0d1b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498023
Sep 15 19:06:09.884844 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-056e3dbd-1f77-449f-8cfc-8ce570fba0d3 req-def96b64-b231-4259-b75c-667385877b44 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 210 time: 0.0703478
Sep 15 19:06:10.159357 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-870645ae-ce54-485f-a5da-292f910a697c tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:10.160787 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-870645ae-ce54-485f-a5da-292f910a697c tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "GET /v2.0/networks?id=d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 200  len: 809 time: 0.3345878
Sep 15 19:06:10.187253 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646538f3-4e1f-4d03-984f-75dc06fdeef8 req-843257db-5791-4118-974a-a23bcb5a3946 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:10.188759 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-646538f3-4e1f-4d03-984f-75dc06fdeef8 req-843257db-5791-4118-974a-a23bcb5a3946 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1371078
Sep 15 19:06:10.193573 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Request body: {'port': {'device_id': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b', 'admin_state_up': True, 'tenant_id': 'e4cd619f8025435080a2cc19bd5b97f6'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:10.224828 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:10.234022 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.252231 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Transition to ACTIVE for port object 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:06:10.256384 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.261172 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:10.341075 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-646538f3-4e1f-4d03-984f-75dc06fdeef8 req-cc03e08b-16e2-4ac7-b1eb-770d0b444be8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320808
Sep 15 19:06:10.374975 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:10.379019 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Usage tracker for resource:port and tenant:e4cd619f8025435080a2cc19bd5b97f6 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:10.390678 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:10.396673 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:10.406846 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:10.410064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:10.415937 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Made reservation on behalf of e4cd619f8025435080a2cc19bd5b97f6 for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:10.420292 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.509548 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Attempting to bind port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:06:10.509878 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Attempting to bind port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:06:10.510771 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Attempting to bind port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:10.516454 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:06:10.516688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Attempting to bind port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:10.522895 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:06:10.523227 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Checking segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:10.523603 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Bound using segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:06:10.524013 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Bound port: 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:06:10.524439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.588412 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Allocated IP 172.20.0.11 (d258e08f-e5a2-4fdf-818b-cae636477b5b/4089ab18-502d-442c-b0fa-4bc9ed626352/369ab3b2-7b3b-43dd-a8e3-39c718430b97) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:06:10.616247 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] For port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:06:10.619403 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] For port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:06:10.624450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.628913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:10.685750 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.687415 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/18b12f9d-75d6-4d35-8b53-b0ac11afe7ae HTTP/1.1" status: 200  len: 1093 time: 1.2178159
Sep 15 19:06:10.690311 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'tag': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:10.717397 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:10.720641 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:10.780493 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'tag': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae', 'status': 'completed', 'code': 200}
Sep 15 19:06:10.841595 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-3fa08cb5-413e-4eb8-ab8f-be738ee9e303 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 1096 time: 0.0966780
Sep 15 19:06:10.874861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.904746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.911616 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:10.969425 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Network d258e08f-e5a2-4fdf-818b-cae636477b5b is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:06:10.972799 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-2fd10d64-6695-4287-a89a-5b1ff6d9335f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae HTTP/1.1" status: 200  len: 217 time: 0.1202021
Sep 15 19:06:10.977105 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:10.982679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:06:10.987564 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:10.988125 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:10.995447 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 35644) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:11.016266 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Pushing event updated for resources: {'Port': ['ID=369ab3b2-7b3b-43dd-a8e3-39c718430b97,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:11.021012 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:11.031477 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8416088
Sep 15 19:06:11.047679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Request body: {'port': {'device_id': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:11.072096 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-e16cb988-be6a-4393-8c63-29c70b95ed13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:11.074179 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-e16cb988-be6a-4393-8c63-29c70b95ed13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.0854309
Sep 15 19:06:11.079913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a8ce-35d6-47bb-a807-27614f99a383 req-ab1da284-3da3-48e0-a511-5968d60818ec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:11.080595 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b681a8ce-35d6-47bb-a807-27614f99a383 req-ab1da284-3da3-48e0-a511-5968d60818ec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:11.129049 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-d0486da3-49c6-4849-9d77-8ccdd35b9fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445826
Sep 15 19:06:11.141025 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b681a8ce-35d6-47bb-a807-27614f99a383 req-ab1da284-3da3-48e0-a511-5968d60818ec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:11.144145 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b681a8ce-35d6-47bb-a807-27614f99a383 req-ab1da284-3da3-48e0-a511-5968d60818ec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 943 time: 0.2222655
Sep 15 19:06:11.306875 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:11.316025 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b681a8ce-35d6-47bb-a807-27614f99a383 req-7edff7dc-f14e-4791-9975-7dcd7b624f9a tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441362
Sep 15 19:06:11.316263 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:11.442063 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c556a0-51fb-4eaf-8035-d40ec661be49 req-f0955ad1-5509-420a-94d1-c976ab33c631 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:11.442063 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-17c556a0-51fb-4eaf-8035-d40ec661be49 req-f0955ad1-5509-420a-94d1-c976ab33c631 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Synchronizing usage tracker for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:11.449899 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:11.459072 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Usage tracker for resource:security_group_rule and tenant:be00605c6e114a8bb261facd46e522f2 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:11.467156 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-94405cfa-d7e8-435d-820d-2ac869deb7cb service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3197105
Sep 15 19:06:11.474252 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:11.484825 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:11.643124 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1baf2fc7-b841-4def-b188-e1000973da56 req-3575f3f0-fee1-44b5-ac30-f05e7d5a6618 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 1098 time: 0.2841468
Sep 15 19:06:11.648681 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-917b5067-71bd-4d76-827c-c32c8e6ae85b req-83fc4561-6219-4948-9244-5926a1ce8c2e service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620252
Sep 15 19:06:11.696880 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-17c556a0-51fb-4eaf-8035-d40ec661be49 req-f0955ad1-5509-420a-94d1-c976ab33c631 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Unset dirty status for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:11.698456 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-17c556a0-51fb-4eaf-8035-d40ec661be49 req-f0955ad1-5509-420a-94d1-c976ab33c631 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 932 time: 0.5943782
Sep 15 19:06:11.818202 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-17c556a0-51fb-4eaf-8035-d40ec661be49 req-bf78b987-2ae4-4478-af69-4c275e430d0b tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086769
Sep 15 19:06:11.822364 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1baf2fc7-b841-4def-b188-e1000973da56 req-00f4c512-8580-4ae9-9da1-8b67e36affec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623425
Sep 15 19:06:11.847621 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:11.859531 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-f9c0d788-b308-4e47-b38f-0bf7a4a2eade service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 1096 time: 0.1379802
Sep 15 19:06:11.865002 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01380065-0429-480d-a29d-650cc6d3a77d req-015012dd-7fba-4982-b7b9-2892a812a009 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:11.866482 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01380065-0429-480d-a29d-650cc6d3a77d req-015012dd-7fba-4982-b7b9-2892a812a009 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1874077
Sep 15 19:06:11.883139 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:11.906906 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:11.919203 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01380065-0429-480d-a29d-650cc6d3a77d req-47ffc248-9a95-43a1-baa8-b3dfd149f547 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463226
Sep 15 19:06:11.952565 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369ab3b2-7b3b-43dd-a8e3-39c718430b97 {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:11.958562 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be00605c6e114a8bb261facd46e522f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9621704
Sep 15 19:06:11.961180 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cec6e37-4b98-471b-9fa3-e692e01cf6f3,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:11.961328 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35680) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:11.965309 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:11.967759 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:11.981948 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Transition to ACTIVE for port object 369ab3b2-7b3b-43dd-a8e3-39c718430b97 will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:06:11.985475 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:11.990535 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f5775e-ca18-4c1c-b381-a4fc405d6faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:12.026213 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.051743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.102771 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.107474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e3330441-88ef-4f84-af6f-757a05e446c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:12.114217 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Pushing event updated for resources: {'Port': ['ID=369ab3b2-7b3b-43dd-a8e3-39c718430b97,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:12.117860 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cec6e37-4b98-471b-9fa3-e692e01cf6f3,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:12.121331 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:12.125402 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.129395 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5cec6e37-4b98-471b-9fa3-e692e01cf6f3 HTTP/1.1" status: 204  len: 168 time: 0.1640723
Sep 15 19:06:12.140236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:12.165923 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Attempting to bind port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:06:12.166254 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Attempting to bind port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:06:12.166627 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Attempting to bind port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 on network d258e08f-e5a2-4fdf-818b-cae636477b5b {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:12.172346 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 on network d258e08f-e5a2-4fdf-818b-cae636477b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:06:12.172669 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Attempting to bind port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 on network d258e08f-e5a2-4fdf-818b-cae636477b5b {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:12.178982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:06:12.179310 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Checking segment: {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:12.179683 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Bound using segment: {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:06:12.180094 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Bound port: 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:06:12.180434 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.281856 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] For port 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:06:12.285115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] For port 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:06:12.292359 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.298418 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cc5cf760-168f-4a89-9c86-4971b5a2ac1a tempest-DeleteServersTestJSON-1936651888 tempest-DeleteServersTestJSON-1936651888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:12.349726 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.352010 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] 10.222.0.30 "PUT /v2.0/ports/369ab3b2-7b3b-43dd-a8e3-39c718430b97 HTTP/1.1" status: 200  len: 1094 time: 1.3081865
Sep 15 19:06:12.360964 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'tag': '369ab3b2-7b3b-43dd-a8e3-39c718430b97'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:12.370719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-11730152-9cc8-4aec-bb86-8c8afbe800af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:12.372637 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-11730152-9cc8-4aec-bb86-8c8afbe800af service neutron] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 915 time: 0.2261314
Sep 15 19:06:12.392301 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Pushing event updated for resources: {'Port': ['ID=369ab3b2-7b3b-43dd-a8e3-39c718430b97,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:12.396132 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:12.489748 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-d12c645f-8909-49bf-97cf-88431b5455f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae HTTP/1.1" status: 200  len: 217 time: 0.1056418
Sep 15 19:06:12.507993 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'tag': '369ab3b2-7b3b-43dd-a8e3-39c718430b97', 'status': 'completed', 'code': 200}
Sep 15 19:06:12.526980 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-07aea63e-8fee-4782-807d-74d1c941787e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 1097 time: 0.0964577
Sep 15 19:06:12.607528 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-cb2d7850-06e5-495c-9a0e-f022473925fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:12.608994 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-cb2d7850-06e5-495c-9a0e-f022473925fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.1110809
Sep 15 19:06:12.618489 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-0b78e08c-a07c-4236-a54f-d3b5907e5092 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97 HTTP/1.1" status: 200  len: 217 time: 0.0796683
Sep 15 19:06:12.662055 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35696) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:12.667581 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-6660ccc3-2053-4746-8ecc-c6e400e3ef61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505126
Sep 15 19:06:12.692257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-db11f2e4-b17f-4f03-bf7a-de2895d340f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:12.693691 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-db11f2e4-b17f-4f03-bf7a-de2895d340f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4089ab18-502d-442c-b0fa-4bc9ed626352 HTTP/1.1" status: 200  len: 849 time: 0.0679770
Sep 15 19:06:12.709762 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a55a9e-9e24-4c1a-abca-6b2045bdb8bf req-76bd9e2a-ffaa-4426-a956-b29ea05bc86f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:12.711209 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-88a55a9e-9e24-4c1a-abca-6b2045bdb8bf req-76bd9e2a-ffaa-4426-a956-b29ea05bc86f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 943 time: 0.1807392
Sep 15 19:06:12.715269 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:12.743878 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-92c537c5-d24b-4d1b-b256-1ddcb4eb919a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d258e08f-e5a2-4fdf-818b-cae636477b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414388
Sep 15 19:06:12.861719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:12.869055 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Usage tracker for resource:security_group_rule and tenant:ac127f86268848778ed07b32ec292542 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:12.882531 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-88a55a9e-9e24-4c1a-abca-6b2045bdb8bf req-cd48f22a-bb82-4fac-922f-3a33f36d7e63 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585259
Sep 15 19:06:12.885504 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:12.893625 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:12.896539 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-58b891bd-992c-4aa7-94c7-6d2d1613f4cd service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438246
Sep 15 19:06:12.897091 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-995b9c13-d9bb-4e0d-b01f-ab6c1baa5b0b service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2145443
Sep 15 19:06:13.074924 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:13.129327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:13.142417 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:13.158858 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-677d574b-e155-4c5f-a4d8-9363706e29b3 req-8f2ad5a5-e4a4-45ef-8018-f0640b60184f service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433431
Sep 15 19:06:13.202392 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e7f68a-1ae3-4556-a7a6-eb50bb6d47ed,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:13.206351 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac127f86268848778ed07b32ec292542&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5434837
Sep 15 19:06:13.208893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6296859b-3fa6-4e2a-b8bc-5a20c534aa9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:13.210293 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 35708) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:13.248277 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-01635e24-4c79-46b0-9c9e-528f81cb6247 req-29391301-87ed-453d-9ac0-5351fa0c75c0 service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3353779
Sep 15 19:06:13.267123 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05978efa-cc61-4a91-889d-b7f299b7b77b req-f2a0f47e-3f6a-48eb-9a62-ca2f252c1c55 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:13.268675 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-05978efa-cc61-4a91-889d-b7f299b7b77b req-f2a0f47e-3f6a-48eb-9a62-ca2f252c1c55 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1896887
Sep 15 19:06:13.284460 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b709ec-3e0c-4cd6-b9e4-b55d0978adfa req-4c07ba97-f074-44a2-af3c-db435d790477 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:13.286002 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3b709ec-3e0c-4cd6-b9e4-b55d0978adfa req-4c07ba97-f074-44a2-af3c-db435d790477 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 944 time: 0.1579833
Sep 15 19:06:13.363932 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:13.425171 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-05978efa-cc61-4a91-889d-b7f299b7b77b req-aee57d41-88bc-442d-9431-aee258879d59 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477146
Sep 15 19:06:13.446937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:13.447263 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3b709ec-3e0c-4cd6-b9e4-b55d0978adfa req-bb2b455a-f451-4f44-919b-b4bb2a8f0e63 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492553
Sep 15 19:06:13.467087 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-13fff2d8-252a-43c7-80cf-77306cd140d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 1097 time: 0.1455555
Sep 15 19:06:13.516259 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:13.520505 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3a201972-e687-4ba8-aa6a-c25207e2cf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:13.536019 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e7f68a-1ae3-4556-a7a6-eb50bb6d47ed,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:13.542166 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:13.545722 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:13.547042 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11e7f68a-1ae3-4556-a7a6-eb50bb6d47ed HTTP/1.1" status: 204  len: 168 time: 0.3358524
Sep 15 19:06:13.653840 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-13aa01bd-2cca-4e35-a553-d33014763dd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:13.655434 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-13aa01bd-2cca-4e35-a553-d33014763dd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 200  len: 909 time: 0.1788046
Sep 15 19:06:13.749282 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-45da458c-8352-44c3-989c-473e6ceebd0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97 HTTP/1.1" status: 200  len: 217 time: 0.0707171
Sep 15 19:06:13.819002 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-bfe032eb-aef3-4d83-8033-b4a0c4ec6232 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:13.820434 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-bfe032eb-aef3-4d83-8033-b4a0c4ec6232 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4089ab18-502d-442c-b0fa-4bc9ed626352 HTTP/1.1" status: 200  len: 849 time: 0.0597365
Sep 15 19:06:13.879250 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-333908ce-e607-4f57-8ead-8cf5a6fb7a09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d258e08f-e5a2-4fdf-818b-cae636477b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426142
Sep 15 19:06:14.028897 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-d118596b-3758-4100-9a9b-7aa5c947a01e service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399589
Sep 15 19:06:14.112288 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080e905-3a7b-4651-bb8e-ed5730432f06 req-89304fca-cea0-4633-9583-ec8e19dcb6ba tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:14.113760 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1080e905-3a7b-4651-bb8e-ed5730432f06 req-89304fca-cea0-4633-9583-ec8e19dcb6ba tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 943 time: 0.0794106
Sep 15 19:06:14.163893 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1080e905-3a7b-4651-bb8e-ed5730432f06 req-be6906af-0eef-4e8a-b6fd-d407b7989ccd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438132
Sep 15 19:06:14.186498 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79f6550e-9b11-44c4-82ae-733d19c599e1 req-c96922f8-0269-4d4e-b572-12e10eb29dd5 service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362348
Sep 15 19:06:14.683037 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab8bff-3d10-451b-9ec5-31932508566a req-fc0ac5ab-8099-4ce7-ac4a-1379dcbfb1f8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:14.685403 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1aab8bff-3d10-451b-9ec5-31932508566a req-fc0ac5ab-8099-4ce7-ac4a-1379dcbfb1f8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.0969455
Sep 15 19:06:14.690369 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6c137-0e4c-49a7-95b1-567976343fce req-011763fb-5b96-4995-9421-2da8c22f94b3 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:14.692008 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5cc6c137-0e4c-49a7-95b1-567976343fce req-011763fb-5b96-4995-9421-2da8c22f94b3 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 944 time: 0.1065440
Sep 15 19:06:14.745154 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5cc6c137-0e4c-49a7-95b1-567976343fce req-ba982d0e-dac8-46a8-bd02-c44073b9ab0e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Synchronizing usage tracker for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:14.752833 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1aab8bff-3d10-451b-9ec5-31932508566a req-63b820ef-d042-4e34-ba20-f40588e2ef69 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616908
Sep 15 19:06:14.771493 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-5cc6c137-0e4c-49a7-95b1-567976343fce req-ba982d0e-dac8-46a8-bd02-c44073b9ab0e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Unset dirty status for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:14.772685 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5cc6c137-0e4c-49a7-95b1-567976343fce req-ba982d0e-dac8-46a8-bd02-c44073b9ab0e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744689
Sep 15 19:06:15.002364 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:06:15.024164 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef62904-370c-4f72-b3dd-2c01c6daf01b req-4cad9df4-04ba-4350-a476-4ae04b840cb0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:15.028624 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ef62904-370c-4f72-b3dd-2c01c6daf01b req-4cad9df4-04ba-4350-a476-4ae04b840cb0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1011109
Sep 15 19:06:15.089610 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ef62904-370c-4f72-b3dd-2c01c6daf01b req-10382b36-f45d-463a-8b39-d7589d6d6c5c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551465
Sep 15 19:06:15.191208 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:15.226496 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'port_id': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae', 'mac_address': 'fa:16:3e:79:12:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7b62d8-585b-492a-800a-7581b6c14c0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:06:15.328772 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:15.355814 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:15.387372 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:15.392817 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:15.395905 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:15.508876 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:15.517588 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:15.537789 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c4465-7ac7-48d4-9811-ee5c5fd230c2 req-4556f350-71dd-4f1f-97e1-b3f5447d6daf tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:15.545666 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-530c4465-7ac7-48d4-9811-ee5c5fd230c2 req-4556f350-71dd-4f1f-97e1-b3f5447d6daf tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 944 time: 0.1443815
Sep 15 19:06:15.590796 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-530c4465-7ac7-48d4-9811-ee5c5fd230c2 req-01f9aa67-a4d0-423a-9f70-f8bcfc1873b5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439353
Sep 15 19:06:15.787574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:16.046725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435b5c6-d0ef-4f53-a7d7-917b7ba547e5 req-f6d683aa-230f-43b5-8044-0465c7ad3230 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:16.054798 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5435b5c6-d0ef-4f53-a7d7-917b7ba547e5 req-f6d683aa-230f-43b5-8044-0465c7ad3230 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 944 time: 0.1155653
Sep 15 19:06:16.101981 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5435b5c6-d0ef-4f53-a7d7-917b7ba547e5 req-64634b5d-9a92-4a6e-b075-38ad6be114b1 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462718
Sep 15 19:06:16.822146 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537af1b-dac1-4200-b1d7-d1a0e541d967 req-86c92348-d081-4be5-9f10-f7358df77d3d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:16.823993 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e537af1b-dac1-4200-b1d7-d1a0e541d967 req-86c92348-d081-4be5-9f10-f7358df77d3d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 944 time: 0.1004198
Sep 15 19:06:16.875834 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e537af1b-dac1-4200-b1d7-d1a0e541d967 req-c0534c04-27de-4d18-b0dc-c1ad8c6692b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452352
Sep 15 19:06:17.027588 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 369ab3b2-7b3b-43dd-a8e3-39c718430b97 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:06:17.031009 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:06:17.186799 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:06:17.203237 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:06:17.203844 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:17.321295 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:17.339615 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '369ab3b2-7b3b-43dd-a8e3-39c718430b97', 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b', 'port_id': '369ab3b2-7b3b-43dd-a8e3-39c718430b97', 'mac_address': 'fa:16:3e:ca:2d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4089ab18-502d-442c-b0fa-4bc9ed626352', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:06:17.359057 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-bbaf410e-af6d-48d2-b30e-f4ff84999c23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.1368048
Sep 15 19:06:17.383298 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9f93e-aa49-4b45-8242-280bab8f0d39 req-c4fee53c-4cc0-489f-b455-225da3a4a0e0 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:17.385841 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f4a9f93e-aa49-4b45-8242-280bab8f0d39 req-c4fee53c-4cc0-489f-b455-225da3a4a0e0 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 944 time: 0.1087713
Sep 15 19:06:17.436540 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f4a9f93e-aa49-4b45-8242-280bab8f0d39 req-cec97b3e-916a-4cc3-89f1-0ebd583f7df4 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450060
Sep 15 19:06:17.436753 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:17.465767 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:17.488613 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:17.499966 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369ab3b2-7b3b-43dd-a8e3-39c718430b97 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:17.506812 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:17.514654 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:17.517722 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-bc5a2fad-c3ac-4753-b172-ff0b98658c89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:17.556396 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:17.569422 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:17.585212 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:17.588087 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:17.588707 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:17.633959 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea8020-255a-4394-b4cd-df5ffd57a215 req-a9bd6d92-3f18-4be4-a5a5-6eb94e5c3d20 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:17.636096 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-29ea8020-255a-4394-b4cd-df5ffd57a215 req-a9bd6d92-3f18-4be4-a5a5-6eb94e5c3d20 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0831912
Sep 15 19:06:17.658877 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=369ab3b2-7b3b-43dd-a8e3-39c718430b97,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:17.662093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:17.687481 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-29ea8020-255a-4394-b4cd-df5ffd57a215 req-60673e09-cdfd-4474-9010-74b17aff6f80 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450811
Sep 15 19:06:20.155174 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae', 'code': 200}
Sep 15 19:06:20.202700 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-4198d2d1-7c5c-4450-ae0a-a951f4278876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:20.204328 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-4198d2d1-7c5c-4450-ae0a-a951f4278876 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.1486351
Sep 15 19:06:20.333994 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-7a2fe096-86f4-4953-aa65-a6e0fe1b8325 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.1187301
Sep 15 19:06:20.336842 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc0d2a-2896-4413-8917-2f09200e8844 req-4120b1cc-e782-4e92-8017-f0b0862dcfb7 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:20.338350 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1bcc0d2a-2896-4413-8917-2f09200e8844 req-4120b1cc-e782-4e92-8017-f0b0862dcfb7 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 945 time: 0.0785303
Sep 15 19:06:20.443261 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1bcc0d2a-2896-4413-8917-2f09200e8844 req-9b848924-c58a-4887-8f3d-c079af4a13dc tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689950
Sep 15 19:06:20.455186 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d60a66f-164b-4bf3-9d7e-f02cf4dbc465 req-d494c7a5-2bb5-45d3-8dc2-d9d005857b25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 1098 time: 0.1127422
Sep 15 19:06:20.466488 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['369ab3b2-7b3b-43dd-a8e3-39c718430b97'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:20.497532 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-1fa20467-a310-4365-a120-7f994be1eb6b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:20.498994 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-1fa20467-a310-4365-a120-7f994be1eb6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.0878544
Sep 15 19:06:20.517042 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d60a66f-164b-4bf3-9d7e-f02cf4dbc465 req-6e50f11d-cf28-4655-a961-fe4e98308c68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468800
Sep 15 19:06:20.553603 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-33ae30a9-7bd8-48a2-a99a-95777aece4a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460188
Sep 15 19:06:20.559783 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6299b-cfa3-40e6-93b5-49fbf180d6da req-88f57c4a-6fb8-46c9-8e37-08d17ad132b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:20.561158 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3bc6299b-cfa3-40e6-93b5-49fbf180d6da req-88f57c4a-6fb8-46c9-8e37-08d17ad132b8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 945 time: 0.2882831
Sep 15 19:06:20.607771 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3bc6299b-cfa3-40e6-93b5-49fbf180d6da req-a1d11b8f-1b20-43d0-a045-11e236991812 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404894
Sep 15 19:06:20.648299 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754375fb-4fe3-418d-bc20-0977263ba412 req-cb556b5f-41b0-4a45-84b2-52901ff4c82b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:20.650119 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-754375fb-4fe3-418d-bc20-0977263ba412 req-cb556b5f-41b0-4a45-84b2-52901ff4c82b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0810916
Sep 15 19:06:20.694925 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-754375fb-4fe3-418d-bc20-0977263ba412 req-cf131432-0a5f-4c50-b0bc-2956ba2fad0c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394907
Sep 15 19:06:20.909642 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-353ab2cf-0131-4cc9-a209-9c7b0a07cb0e service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385331
Sep 15 19:06:21.041909 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9fc57e8c-542e-42b7-b619-bd3894a7c78e req-4c09b95e-7fca-4383-a27a-2bb84129033a service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220345
Sep 15 19:06:21.876289 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a5225-8047-4f34-bd4c-0273fa9cf038 req-332cb644-5fb6-41ab-ac2b-2dd625dd46da tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:21.877982 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a56a5225-8047-4f34-bd4c-0273fa9cf038 req-332cb644-5fb6-41ab-ac2b-2dd625dd46da tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 945 time: 0.0801129
Sep 15 19:06:21.929181 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a56a5225-8047-4f34-bd4c-0273fa9cf038 req-35b4bb31-7eb9-4802-9c26-505bb4f04fdc tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447533
Sep 15 19:06:21.989105 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7ccec-cefb-4999-8a7a-1e255777eb7f req-b65f3193-0e3d-4138-b0ae-91e8ebf165f4 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:21.990720 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3bd7ccec-cefb-4999-8a7a-1e255777eb7f req-b65f3193-0e3d-4138-b0ae-91e8ebf165f4 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 945 time: 0.1644628
Sep 15 19:06:22.047416 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3bd7ccec-cefb-4999-8a7a-1e255777eb7f req-752b1768-6304-4cf9-bb0d-5b0d1ae472e5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495427
Sep 15 19:06:22.143769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c145f-46c7-430a-b168-7aa215e2120d req-779d9dd1-e437-4b8a-89d2-d465b716757c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:22.145244 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d9c145f-46c7-430a-b168-7aa215e2120d req-779d9dd1-e437-4b8a-89d2-d465b716757c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0801754
Sep 15 19:06:22.198995 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d9c145f-46c7-430a-b168-7aa215e2120d req-5d7ad653-39c2-4bf8-8e34-a1aca9484501 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483842
Sep 15 19:06:23.140578 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10a107-2bce-49b0-80f8-fac99c5e1499 req-8d5103ec-4e07-42bb-94a2-fef72dddbd56 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:23.142121 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8d10a107-2bce-49b0-80f8-fac99c5e1499 req-8d5103ec-4e07-42bb-94a2-fef72dddbd56 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 945 time: 0.0792859
Sep 15 19:06:23.187918 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8d10a107-2bce-49b0-80f8-fac99c5e1499 req-9eb6fdf5-e6be-4a2c-b264-71b7a242332e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399058
Sep 15 19:06:23.380760 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5150a1e-9b9d-4c24-9f33-d7ea20d3db1d req-98d25acd-c7e0-4140-a882-c889020b95b7 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:23.382225 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a5150a1e-9b9d-4c24-9f33-d7ea20d3db1d req-98d25acd-c7e0-4140-a882-c889020b95b7 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 945 time: 0.0819149
Sep 15 19:06:23.429934 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a5150a1e-9b9d-4c24-9f33-d7ea20d3db1d req-2c1568eb-a730-4d4b-b7bb-3a3ed53c4444 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412247
Sep 15 19:06:23.638725 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcef1db-39bb-4a23-ba20-9efdb96d9c15 req-a4327279-2833-4a59-9e14-08b552e0f61c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:23.649052 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3bcef1db-39bb-4a23-ba20-9efdb96d9c15 req-a4327279-2833-4a59-9e14-08b552e0f61c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1046412
Sep 15 19:06:23.711351 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3bcef1db-39bb-4a23-ba20-9efdb96d9c15 req-5c26aafb-743e-4605-a3cd-d3450cd29768 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610065
Sep 15 19:06:24.651934 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:06:25.016689 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50acfe9-1a45-4c0a-9325-388a0c30cf10 req-9461a8ee-c7a9-4248-8dca-ad7dcf92d235 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:25.018331 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c50acfe9-1a45-4c0a-9325-388a0c30cf10 req-9461a8ee-c7a9-4248-8dca-ad7dcf92d235 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 945 time: 0.0771396
Sep 15 19:06:25.077149 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c50acfe9-1a45-4c0a-9325-388a0c30cf10 req-e9b88fd6-9d21-4a75-a3a6-75e2490b4662 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532413
Sep 15 19:06:25.257206 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a92081-7b4e-4975-bb62-f94bc0c5a068 req-0a78f7a8-550f-4ce2-bdd3-b6450ba1af57 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:25.258532 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c0a92081-7b4e-4975-bb62-f94bc0c5a068 req-0a78f7a8-550f-4ce2-bdd3-b6450ba1af57 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0736725
Sep 15 19:06:25.304529 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c0a92081-7b4e-4975-bb62-f94bc0c5a068 req-0054a632-5783-4529-abf6-8c50aee3a228 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405180
Sep 15 19:06:25.908733 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 369ab3b2-7b3b-43dd-a8e3-39c718430b97 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:06:25.991955 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:06:25.996931 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:06:25.997308 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:26.115737 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:26.145977 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369ab3b2-7b3b-43dd-a8e3-39c718430b97'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:26.157140 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:26.164437 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:26.166922 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:26.219990 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369ab3b2-7b3b-43dd-a8e3-39c718430b97', 'code': 200}
Sep 15 19:06:26.237036 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=369ab3b2-7b3b-43dd-a8e3-39c718430b97,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:26.240602 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:26.288061 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b1f07-5ef2-4213-8ce9-5d3ec289a246 req-a8f4073b-fd57-45da-9488-9cbd6b094b1d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:26.289524 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-991b1f07-5ef2-4213-8ce9-5d3ec289a246 req-a8f4073b-fd57-45da-9488-9cbd6b094b1d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0807676
Sep 15 19:06:26.348326 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-991b1f07-5ef2-4213-8ce9-5d3ec289a246 req-15b13e68-a46f-4175-9a5c-10a899138365 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530083
Sep 15 19:06:26.564777 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b1242934-ea1d-4253-8312-fc72e865ea05 req-98841414-e217-40ff-b2db-77fd3e16f90d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 1099 time: 0.1358464
Sep 15 19:06:26.570831 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874bd4-c12c-4375-8834-d513d7d24674 req-723c7055-bed1-4b81-88e2-fb000512c839 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:26.572178 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f4874bd4-c12c-4375-8834-d513d7d24674 req-723c7055-bed1-4b81-88e2-fb000512c839 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1133192
Sep 15 19:06:26.652735 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f4874bd4-c12c-4375-8834-d513d7d24674 req-f46bfaeb-a8fb-4ed9-a3af-11c06aba2918 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740802
Sep 15 19:06:26.656533 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b1242934-ea1d-4253-8312-fc72e865ea05 req-4bc04884-8c45-46a5-b1e3-7fda55da4903 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618119
Sep 15 19:06:27.596873 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8f27e-4446-48ea-a686-5b5d4580a77c req-27e44158-648f-44d0-9108-6ebf2af7c7f7 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:27.596873 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b5b8f27e-4446-48ea-a686-5b5d4580a77c req-27e44158-648f-44d0-9108-6ebf2af7c7f7 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0950577
Sep 15 19:06:27.674584 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b5b8f27e-4446-48ea-a686-5b5d4580a77c req-3ed0889b-d30e-4610-bc46-d2a56c3a4825 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745647
Sep 15 19:06:27.903375 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac614c69-f5b0-454d-a047-4915068b947d req-67197f30-24b3-4a7b-b4a5-00e6ca1ff118 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:27.904850 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ac614c69-f5b0-454d-a047-4915068b947d req-67197f30-24b3-4a7b-b4a5-00e6ca1ff118 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0930476
Sep 15 19:06:27.959097 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ac614c69-f5b0-454d-a047-4915068b947d req-96fd8ed9-7dea-40d2-b14c-f017289b9367 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483429
Sep 15 19:06:28.409327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36070) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:28.554896 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.586510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:28.590626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Usage tracker for resource:security_group_rule and tenant:223b643fcdd145a384deb6bd3cd22dde is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:28.593496 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:28.599517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:28.633537 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-9f2c89c4-e67a-4282-886b-ddd179cb9307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.674399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.678619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.687032 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-257ea074-e8f6-42c6-bea8-297e275e67d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:28.725768 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0940e1f-2ab4-47ae-898f-415c4bf9cc0e,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:28.730333 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:28.735029 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=223b643fcdd145a384deb6bd3cd22dde&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3222904
Sep 15 19:06:28.736233 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36086) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:28.796939 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.826336 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.888393 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.891942 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-46301cc3-0add-455c-8579-5c3d44c1ad50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:28.904274 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0940e1f-2ab4-47ae-898f-415c4bf9cc0e,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:28.906847 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:28.913761 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:28.914888 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0940e1f-2ab4-47ae-898f-415c4bf9cc0e HTTP/1.1" status: 204  len: 168 time: 0.1781933
Sep 15 19:06:28.985203 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.254506 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36098) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:29.272869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.303481 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:29.307869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Usage tracker for resource:security_group_rule and tenant:eb782959a9f5438b8ee020ca4f36d9ad is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:29.310665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:29.316808 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:29.387715 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.391474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.398450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:29.438316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5db94a-d3b8-42b2-b0d4-bc74de573a3d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:29.442683 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb782959a9f5438b8ee020ca4f36d9ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1871181
Sep 15 19:06:29.443632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:29.445465 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36102) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:29.507424 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.536248 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.586900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.590922 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-d58a4bc3-6ede-4938-8095-800ed5b561c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:29.601713 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5db94a-d3b8-42b2-b0d4-bc74de573a3d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:29.605099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:29.608939 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:29.610117 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a5db94a-d3b8-42b2-b0d4-bc74de573a3d HTTP/1.1" status: 204  len: 168 time: 0.1640460
Sep 15 19:06:30.898158 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-4466f53a-eaf8-448a-b4c4-be9e9b7cee44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:31.492884 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae954fc-854d-4090-9e5e-f80d544eba8b req-77502d66-f35d-4a7f-b1ca-779475f35002 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:31.494914 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6ae954fc-854d-4090-9e5e-f80d544eba8b req-77502d66-f35d-4a7f-b1ca-779475f35002 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0979822
Sep 15 19:06:31.548615 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6ae954fc-854d-4090-9e5e-f80d544eba8b req-b08af592-0055-4174-9a54-416f5340ff14 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479887
Sep 15 19:06:31.559127 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-b35f5599-5960-4b38-b7c0-389f8d543db1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1135209
Sep 15 19:06:31.565383 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6413e-c3a6-4782-a65f-a8f80ca72061 req-996b312f-4b4f-4718-b405-089e06bdc969 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:31.566842 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e9f6413e-c3a6-4782-a65f-a8f80ca72061 req-996b312f-4b4f-4718-b405-089e06bdc969 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.1599638
Sep 15 19:06:31.664158 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e9f6413e-c3a6-4782-a65f-a8f80ca72061 req-e8ec8d23-6896-4ca0-8d68-a30cfd5a8b6e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915349
Sep 15 19:06:31.684355 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-0d784137-5dee-480a-8ccd-1d639e95eaad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 1099 time: 0.0913496
Sep 15 19:06:31.770900 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:31.913051 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-7792f96c-d3de-454c-970f-b7b7d1ea11b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:31.914972 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-7792f96c-d3de-454c-970f-b7b7d1ea11b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 915 time: 0.2063777
Sep 15 19:06:31.954438 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36168) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:32.000523 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-a09e0b9d-8f95-4ea4-83f6-5e20bf5a2b99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a HTTP/1.1" status: 200  len: 217 time: 0.0724714
Sep 15 19:06:32.067419 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-2ba82cc0-a9b4-43f2-82d7-65c9b5589a18 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:32.068994 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-2ba82cc0-a9b4-43f2-82d7-65c9b5589a18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.0613620
Sep 15 19:06:32.113007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.123705 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-39976cfd-d36b-4581-a8e5-b2eb6dc9a65e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467629
Sep 15 19:06:32.150409 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:32.156501 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Usage tracker for resource:security_group_rule and tenant:563715531a9d449a80f835bc15b0f467 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:32.160235 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:32.168495 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:32.306076 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.317045 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-b3b307e6-d696-433c-a14c-4762dc096152 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809976
Sep 15 19:06:32.320778 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.351049 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6b4f000b-a877-4238-87b6-2b7549ab65b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:32.438938 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=563715531a9d449a80f835bc15b0f467&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4828219
Sep 15 19:06:32.441898 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36190) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:32.458121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d77538-a8d7-48fc-bdf3-ae5997409f7e,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:32.463940 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:32.516272 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.549818 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.562738 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36196) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:32.637430 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02ac19e9-7c78-4c79-98b0-3b7d573b692d req-bd0696c7-0585-45f2-b19d-4e7dddc33eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3100135
Sep 15 19:06:32.639656 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.644980 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-977496e6-8f35-45bb-9a3c-900687d951b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:32.657879 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d77538-a8d7-48fc-bdf3-ae5997409f7e,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:32.660717 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:32.667779 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.668970 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5d77538-a8d7-48fc-bdf3-ae5997409f7e HTTP/1.1" status: 204  len: 168 time: 0.2258801
Sep 15 19:06:32.817211 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.848160 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3707c-f27e-4a07-8fd5-75355670ceba req-a6c67aa0-4018-4dae-a521-1d6dfa5ed83b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:32.850095 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0fa3707c-f27e-4a07-8fd5-75355670ceba req-a6c67aa0-4018-4dae-a521-1d6dfa5ed83b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1140037
Sep 15 19:06:32.853727 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:32.859118 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:5b20ae887b60497982f74b4c63efd5de is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:32.862861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:32.870942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:32.922596 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0fa3707c-f27e-4a07-8fd5-75355670ceba req-31cdf756-5c06-40bd-8f27-680f2fa19be0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625277
Sep 15 19:06:32.961885 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.967189 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:32.974921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-35c1e419-38a2-43c5-a1f5-25b9dbc659e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:33.024016 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882bef0-d1ce-4f10-a529-85e98c06f635,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:33.056574 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:33.066174 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b20ae887b60497982f74b4c63efd5de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4999495
Sep 15 19:06:33.066779 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36210) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:33.083897 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36214) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:33.104855 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b34d2-e713-491e-8641-969f228123a0 req-466547b5-14a3-43e3-ad05-292cc91c7167 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:33.106311 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-555b34d2-e713-491e-8641-969f228123a0 req-466547b5-14a3-43e3-ad05-292cc91c7167 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0862384
Sep 15 19:06:33.115826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.151909 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-555b34d2-e713-491e-8641-969f228123a0 req-25bc33f1-6b86-4dae-ac1e-f70dd7746d51 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396109
Sep 15 19:06:33.167789 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:33.180287 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Usage tracker for resource:security_group_rule and tenant:3559f11579ba4610876fba9adfb3aa60 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:33.185891 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:33.192324 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.194844 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:33.230452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.334769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.337827 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.343087 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d21a6c66-fd69-4d06-ad98-7534c2f8e369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:33.361866 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.362465 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.374018 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882bef0-d1ce-4f10-a529-85e98c06f635,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:33.381524 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:33.381994 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-f5424051-bed3-4e5f-8d2a-3c71d0e526eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:33.425234 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.426358 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7882bef0-d1ce-4f10-a529-85e98c06f635 HTTP/1.1" status: 204  len: 168 time: 0.3584642
Sep 15 19:06:33.431707 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3559f11579ba4610876fba9adfb3aa60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3468163
Sep 15 19:06:33.434166 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b9c6a3-db83-4164-809d-5468c4e5a6fe,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:33.434675 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36222) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:33.437298 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:33.514008 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.561048 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.645671 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.652634 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-25cc8624-5463-4c60-9166-d190b9b40f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:33.720720 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b9c6a3-db83-4164-809d-5468c4e5a6fe,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:33.724005 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:33.729618 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:33.734597 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06b9c6a3-db83-4164-809d-5468c4e5a6fe HTTP/1.1" status: 204  len: 168 time: 0.2956083
Sep 15 19:06:33.829531 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.021496 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36250) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:34.043963 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.117831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:34.125434 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Usage tracker for resource:security_group_rule and tenant:25ec1a2f0f8244e7832ce23392c05a4e is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:34.128493 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:34.137821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:34.196914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c3ac4-a433-4930-ad8d-0806245f68fd req-09303854-24da-4265-b3af-8a56df89632d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:34.203075 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1b7c3ac4-a433-4930-ad8d-0806245f68fd req-09303854-24da-4265-b3af-8a56df89632d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1328261
Sep 15 19:06:34.290955 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1b7c3ac4-a433-4930-ad8d-0806245f68fd req-63a28fa4-00c1-4266-84f3-0bb87116053a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829654
Sep 15 19:06:34.293119 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.298596 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.311688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c78b328c-a9df-41d8-a89e-6b3c7007b8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:34.340883 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36266) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:34.341368 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25ec1a2f0f8244e7832ce23392c05a4e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3172295
Sep 15 19:06:34.366476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c3240d-a44b-4e8b-97a6-472cc54c6b39,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:34.370533 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:34.433812 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.460766 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.524459 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.528284 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:34.540983 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c3240d-a44b-4e8b-97a6-472cc54c6b39,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:34.544523 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:34.546340 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:34.549858 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4c3240d-a44b-4e8b-97a6-472cc54c6b39 HTTP/1.1" status: 204  len: 168 time: 0.2053061
Sep 15 19:06:34.659277 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bea42-f492-4cf4-b515-8855c114b64c req-b87e83e6-786a-465c-9f4a-aa1113eaaedc tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:34.660787 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7b2bea42-f492-4cf4-b515-8855c114b64c req-b87e83e6-786a-465c-9f4a-aa1113eaaedc tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0804563
Sep 15 19:06:34.718270 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7b2bea42-f492-4cf4-b515-8855c114b64c req-4277ffeb-dac0-4067-8c93-e35e512e2516 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503395
Sep 15 19:06:35.505129 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42cc0c-c0e7-46f7-9a05-b04231536467 req-0f0d9725-ed28-4ba8-8a76-7e6e7da8ada1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:35.506680 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3e42cc0c-c0e7-46f7-9a05-b04231536467 req-0f0d9725-ed28-4ba8-8a76-7e6e7da8ada1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0866883
Sep 15 19:06:35.561200 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3e42cc0c-c0e7-46f7-9a05-b04231536467 req-9c639ff1-85fb-4948-bd18-f549c56e729b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480583
Sep 15 19:06:35.925238 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c23e9-807f-48a6-8c91-ffe601075e6d req-b1d0ef21-1383-4186-901e-f5cb481ed668 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:35.929871 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ba1c23e9-807f-48a6-8c91-ffe601075e6d req-b1d0ef21-1383-4186-901e-f5cb481ed668 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0839360
Sep 15 19:06:36.007746 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ba1c23e9-807f-48a6-8c91-ffe601075e6d req-f5dfc599-b928-4365-8c0f-103670ca696a tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708899
Sep 15 19:06:36.549705 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-47090ba2-2133-4f49-beb0-3b4c21bd69be tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:36.551311 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-47090ba2-2133-4f49-beb0-3b4c21bd69be tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0972769
Sep 15 19:06:36.657380 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Deleting port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:06:36.657919 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:36.967287 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81503aa0-db06-45d0-a652-1c147d3d7527 req-276d110f-bab3-4e49-ae09-a5ec4e706a29 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:36.968609 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-81503aa0-db06-45d0-a652-1c147d3d7527 req-276d110f-bab3-4e49-ae09-a5ec4e706a29 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2319598
Sep 15 19:06:37.026053 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] For port 369ab3b2-7b3b-43dd-a8e3-39c718430b97, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=369ab3b2-7b3b-43dd-a8e3-39c718430b97,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:37.026410 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:37.232337 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Calling delete_port for 369ab3b2-7b3b-43dd-a8e3-39c718430b97 owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:06:37.232532 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2c9e1-ed86-4ee7-a598-40dfdea273c8 req-2784a0b5-f9b6-421c-b3c8-4810b3239002 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:37.234278 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-aba2c9e1-ed86-4ee7-a598-40dfdea273c8 req-2784a0b5-f9b6-421c-b3c8-4810b3239002 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 946 time: 0.0967796
Sep 15 19:06:37.285959 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-aba2c9e1-ed86-4ee7-a598-40dfdea273c8 req-c140f3df-af1d-405f-a4fd-e2accfb92ca5 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462074
Sep 15 19:06:37.308945 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-81503aa0-db06-45d0-a652-1c147d3d7527 req-868c690d-9d34-450d-be05-82682cd4a2d3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3330619
Sep 15 19:06:37.441394 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:37.448639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:37.457331 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['369ab3b2-7b3b-43dd-a8e3-39c718430b97'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:37.548821 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Pushing event deleted for resources: {'Port': ['ID=369ab3b2-7b3b-43dd-a8e3-39c718430b97,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:37.592419 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.593086 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.593086 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.593433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.594050 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.594633 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.595145 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.595811 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.596598 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.597251 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.598018 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:37.610966 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:37.687232 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] No DVR routers for this DVR port 369ab3b2-7b3b-43dd-a8e3-39c718430b97 on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:06:37.691987 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:37.696118 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'name': 'network-vif-deleted', 'tag': '369ab3b2-7b3b-43dd-a8e3-39c718430b97'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:37.712754 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b5fa189d-b876-4b8f-9ae2-00249c48c23f req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "DELETE /v2.0/ports/369ab3b2-7b3b-43dd-a8e3-39c718430b97 HTTP/1.1" status: 204  len: 173 time: 1.1446621
Sep 15 19:06:37.768863 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd', 'name': 'network-vif-deleted', 'tag': '369ab3b2-7b3b-43dd-a8e3-39c718430b97', 'status': 'completed', 'code': 200}
Sep 15 19:06:37.995248 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36426) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:38.200368 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.233550 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:38.237417 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b851401e566946daa0191363d2b52137 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:38.240242 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:38.246527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:38.403142 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.414102 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.428425 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1e1830c4-ae39-4e56-8b67-d63ebba1c4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:38.521815 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e366d6f-3b6c-4cee-9ca3-19ecfa4b0ed5,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:38.622089 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-8e95dd8d-0a72-4264-b658-91a6a8b9ff81 req-28987ef2-2263-4aeb-ad26-35f888c645c3 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Synchronizing usage tracker for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:38.649523 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-8e95dd8d-0a72-4264-b658-91a6a8b9ff81 req-28987ef2-2263-4aeb-ad26-35f888c645c3 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Unset dirty status for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:38.651988 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8e95dd8d-0a72-4264-b658-91a6a8b9ff81 req-28987ef2-2263-4aeb-ad26-35f888c645c3 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=595d0a42-e9e3-4aa5-a7f8-fe4ef2180cbd HTTP/1.1" status: 200  len: 210 time: 0.0849810
Sep 15 19:06:38.659250 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8bff4237-5d52-45cf-92d4-1c3ac0816a00 req-0d301afd-276c-4dbe-a3fb-ae3d35c5d86a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.2340837
Sep 15 19:06:38.679679 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b851401e566946daa0191363d2b52137&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6803730
Sep 15 19:06:38.679679 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.679679 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.680046 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.680396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.680742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.681086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.681425 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.681760 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.688680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.689359 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.689563 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36446) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:38.689856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:38.709328 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:38.749475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfebb50-7741-49a1-849e-f94e6a9ac1ba req-1c71ae44-5745-4eb2-89db-aa74c6078928 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:38.750978 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4dfebb50-7741-49a1-849e-f94e6a9ac1ba req-1c71ae44-5745-4eb2-89db-aa74c6078928 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2219665
Sep 15 19:06:38.797217 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8bff4237-5d52-45cf-92d4-1c3ac0816a00 req-f6140d12-5867-457a-8438-e3f266781b30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276391
Sep 15 19:06:38.812874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.815260 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4dfebb50-7741-49a1-849e-f94e6a9ac1ba req-ffd7c505-4078-4dbd-b546-5880973dc901 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579588
Sep 15 19:06:38.843444 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.899988 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.906162 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:38.919819 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e366d6f-3b6c-4cee-9ca3-19ecfa4b0ed5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:38.922361 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:38.926327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:38.927159 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e366d6f-3b6c-4cee-9ca3-19ecfa4b0ed5 HTTP/1.1" status: 204  len: 168 time: 0.2358963
Sep 15 19:06:40.059024 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab5f55-d914-48ce-a70d-7fc6cdc970fa req-4193f946-8e19-4e5c-b4f3-4a6cddc7a4e1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:40.063131 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fcab5f55-d914-48ce-a70d-7fc6cdc970fa req-4193f946-8e19-4e5c-b4f3-4a6cddc7a4e1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0958390
Sep 15 19:06:40.131105 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fcab5f55-d914-48ce-a70d-7fc6cdc970fa req-8529eb95-9f17-48a7-816b-ae2ce9798ed3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649540
Sep 15 19:06:40.479483 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-3e5c6ee9-fa42-454a-8590-e3e411201238 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:40.486507 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-3e5c6ee9-fa42-454a-8590-e3e411201238 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/networks?id=d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 200  len: 809 time: 0.2085402
Sep 15 19:06:40.506121 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-ebf20191-efa2-419d-941a-d6b7e14dc7b2 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/quotas/e4cd619f8025435080a2cc19bd5b97f6 HTTP/1.1" status: 200  len: 375 time: 0.0180054
Sep 15 19:06:40.559555 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-5d9f20d8-0fb4-44ee-a8c1-e37c75059977 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0524616
Sep 15 19:06:40.737126 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-77531250-e559-418c-8a52-faf1515028a0 service neutron] 10.222.0.52 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738741
Sep 15 19:06:40.873569 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-d7bfae20-8a7a-40a7-b798-6df9dbb9c90a service neutron] 10.222.0.52 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292124
Sep 15 19:06:41.092277 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02f719c8-995e-4361-b194-b3029bf6dc0c req-ed2b0e6f-1110-43c6-816d-a9b3a97ebeff tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 210 time: 0.0526571
Sep 15 19:06:41.361441 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793e954-f512-440a-a977-70ffdb6fc56f req-f02a7d44-332e-44e3-b32b-dd3f403e0dcc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:41.364569 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1793e954-f512-440a-a977-70ffdb6fc56f req-f02a7d44-332e-44e3-b32b-dd3f403e0dcc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0860872
Sep 15 19:06:41.422481 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1793e954-f512-440a-a977-70ffdb6fc56f req-517b0a06-8f6a-41bf-9cad-509910ab0aac tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506549
Sep 15 19:06:42.102765 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-d46c8cf8-bf56-42a2-8391-ca14bad73663 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.0923820
Sep 15 19:06:42.137877 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff45be7-cc9c-45d8-8e05-c4cff59bf36e req-8791529a-676b-4d2d-abca-0c417456a293 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:42.141150 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ff45be7-cc9c-45d8-8e05-c4cff59bf36e req-8791529a-676b-4d2d-abca-0c417456a293 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1035507
Sep 15 19:06:42.147220 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 369ab3b2-7b3b-43dd-a8e3-39c718430b97 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:06:42.209358 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 369ab3b2-7b3b-43dd-a8e3-39c718430b97 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:06:42.211784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 369ab3b2-7b3b-43dd-a8e3-39c718430b97 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:06:42.222078 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ff45be7-cc9c-45d8-8e05-c4cff59bf36e req-0a698845-5806-4780-b0a1-abdff85fbc7b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685656
Sep 15 19:06:42.305945 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-7f0120a7-484b-44ba-8f5b-2cc47237430b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:42.308358 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-7f0120a7-484b-44ba-8f5b-2cc47237430b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.1860182
Sep 15 19:06:42.536997 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2055dc07-8d3c-407e-b809-7b36217605dc req-d6e49e23-2d2c-4d33-bf7f-02995f9bde5a tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 210 time: 0.0795510
Sep 15 19:06:42.556163 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-c594b24b-4bec-465c-b6e9-58a15d38b28a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.2166297
Sep 15 19:06:42.689303 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-a71c59cf-5285-4d9e-829f-c434705343db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:42.692133 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-a71c59cf-5285-4d9e-829f-c434705343db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.1260002
Sep 15 19:06:42.764348 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-cdc716ad-aa32-488d-8a5a-b3fd0949265b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:42.766295 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-754ed562-969e-486f-987e-4bc9b83f0cb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639818
Sep 15 19:06:42.773070 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-cdc716ad-aa32-488d-8a5a-b3fd0949265b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.3192372
Sep 15 19:06:42.821331 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-5161a757-30d8-4e32-9f19-150b92fe4cbd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/quotas/c38966ef35974b478df76544f61c3ca8 HTTP/1.1" status: 200  len: 375 time: 0.0471394
Sep 15 19:06:42.943759 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-9e29ec8c-23f1-4f46-b19c-35310c80181f tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:42.945830 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-9e29ec8c-23f1-4f46-b19c-35310c80181f tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "GET /v2.0/networks?id=d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 200  len: 809 time: 0.3296845
Sep 15 19:06:42.974067 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-0d63d3a5-e4ae-4901-91b4-ecdcbad868b7 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1982276
Sep 15 19:06:42.975047 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-a1e92adc-09ef-4929-b07c-20a0768be25d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1526020
Sep 15 19:06:43.039271 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Request body: {'port': {'device_id': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b', 'admin_state_up': True, 'tenant_id': 'e4cd619f8025435080a2cc19bd5b97f6'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:43.126940 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-064bab77-e4ae-4b2f-9cb0-e30e86cc10b0 req-e09cd03e-66f1-4cf9-9a1b-45f86974c885 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281681
Sep 15 19:06:43.265637 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-51b86499-6650-4281-909b-1ff6379f2e0a service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2831497
Sep 15 19:06:43.299792 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:43.325516 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:43.474854 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fec505-c369-4b1d-8864-176ed54b170c req-f1b779af-f665-4043-9ff1-1fea210f69ed tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:43.476552 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d9fec505-c369-4b1d-8864-176ed54b170c req-f1b779af-f665-4043-9ff1-1fea210f69ed tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1004543
Sep 15 19:06:43.502975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Made reservation on behalf of e4cd619f8025435080a2cc19bd5b97f6 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:43.506022 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:43.529586 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d9fec505-c369-4b1d-8864-176ed54b170c req-923855e2-1240-40c6-92a5-623c02f9d0fd tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470781
Sep 15 19:06:43.586324 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-89725080-7d5e-4d14-a6ff-306d25e7ebfa service neutron] 10.222.0.52 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3136878
Sep 15 19:06:43.734584 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Allocated IP 172.20.0.11 (d258e08f-e5a2-4fdf-818b-cae636477b5b/4089ab18-502d-442c-b0fa-4bc9ed626352/ba43ce5d-a677-4304-bd29-48317a53cf60) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:06:43.796860 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1ba81a35-7c2c-46e3-8822-30e663327b79 req-a47898d1-49d6-42ee-bf10-9d17bd43ff8e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 210 time: 0.0712185
Sep 15 19:06:44.010939 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-608b73dc-0eec-43d8-92c6-e5d410661de3 req-37ec48d0-3832-47f3-9365-177bcb7d3bb4 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 210 time: 0.1465628
Sep 15 19:06:44.119186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:44.155576 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:44.172706 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:44.301115 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Pushing event updated for resources: {'Port': ['ID=ba43ce5d-a677-4304-bd29-48317a53cf60,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:44.316138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:44.321896 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Network d258e08f-e5a2-4fdf-818b-cae636477b5b is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:06:44.324099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:44.331831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:06:44.460578 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:44.461316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:44.501539 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-098911e9-051a-43a6-94c3-14820667188d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4662001
Sep 15 19:06:44.519084 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Request body: {'port': {'device_id': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:44.691836 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:44.823143 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36700) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:44.910832 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce72441-0abb-4a9f-b2a6-0d8f72ff3718 req-c921f04d-e868-4b77-9fb8-1d5514b9f35c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:44.914786 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3ce72441-0abb-4a9f-b2a6-0d8f72ff3718 req-c921f04d-e868-4b77-9fb8-1d5514b9f35c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1693828
Sep 15 19:06:44.988213 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3ce72441-0abb-4a9f-b2a6-0d8f72ff3718 req-9b6f85eb-80c1-4ed0-abdd-bcc2feef9779 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695558
Sep 15 19:06:45.116767 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.126343 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08bc5e-3602-402c-9cae-ca024a6e376e req-685a2c86-6fc5-446f-9b13-10d2d17bc4ff tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:45.127077 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-ba08bc5e-3602-402c-9cae-ca024a6e376e req-685a2c86-6fc5-446f-9b13-10d2d17bc4ff tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Synchronizing usage tracker for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:45.154936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:45.161126 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d68fbd40454469a5540d8769ace202 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:45.164246 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:45.170697 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:45.196548 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-ba08bc5e-3602-402c-9cae-ca024a6e376e req-685a2c86-6fc5-446f-9b13-10d2d17bc4ff tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Unset dirty status for tenant:e4cd619f8025435080a2cc19bd5b97f6 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:45.198365 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ba08bc5e-3602-402c-9cae-ca024a6e376e req-685a2c86-6fc5-446f-9b13-10d2d17bc4ff tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 932 time: 0.1997607
Sep 15 19:06:45.221162 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f94133ac-39a8-4267-8c10-d7193debed7d req-739e015d-a513-47ba-b834-0cdcd89cd69b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 210 time: 0.0465171
Sep 15 19:06:45.227421 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba43ce5d-a677-4304-bd29-48317a53cf60 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:45.237353 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.269052 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Transition to ACTIVE for port object ba43ce5d-a677-4304-bd29-48317a53cf60 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:06:45.277674 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ba08bc5e-3602-402c-9cae-ca024a6e376e req-8e0320d6-84e0-45d6-a084-65e904e3b232 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726180
Sep 15 19:06:45.278257 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.288510 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:45.289718 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.295639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.307414 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5390bc26-7205-4f7d-ab9c-49be685898ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:45.363987 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb5dfe9-fdd6-46ae-9e43-dce7364a2ff9,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:45.368743 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0d68fbd40454469a5540d8769ace202&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5398555
Sep 15 19:06:45.370557 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:45.372490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36714) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:45.451723 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.506365 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.553894 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Pushing event updated for resources: {'Port': ['ID=ba43ce5d-a677-4304-bd29-48317a53cf60,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:45.588623 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:45.588919 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.593668 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2a018ca1-ac8a-4612-bcae-37b555abbf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:45.605691 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb5dfe9-fdd6-46ae-9e43-dce7364a2ff9,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:45.608681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:45.610561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.611662 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3eb5dfe9-fdd6-46ae-9e43-dce7364a2ff9 HTTP/1.1" status: 204  len: 168 time: 0.2375202
Sep 15 19:06:45.663568 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Attempting to bind port ba43ce5d-a677-4304-bd29-48317a53cf60 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:06:45.663683 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Attempting to bind port ba43ce5d-a677-4304-bd29-48317a53cf60 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:06:45.663957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Attempting to bind port ba43ce5d-a677-4304-bd29-48317a53cf60 on network d258e08f-e5a2-4fdf-818b-cae636477b5b {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:45.672517 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Port ba43ce5d-a677-4304-bd29-48317a53cf60 on network d258e08f-e5a2-4fdf-818b-cae636477b5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:06:45.672878 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Attempting to bind port ba43ce5d-a677-4304-bd29-48317a53cf60 on network d258e08f-e5a2-4fdf-818b-cae636477b5b {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:45.680114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:06:45.680609 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Checking segment: {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:45.681358 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Bound using segment: {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:06:45.682394 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Bound port: ba43ce5d-a677-4304-bd29-48317a53cf60, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0dad536-2454-468a-a257-02097da2c176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:06:45.682848 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.789410 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] For port ba43ce5d-a677-4304-bd29-48317a53cf60, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:06:45.793291 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] For port ba43ce5d-a677-4304-bd29-48317a53cf60, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ba43ce5d-a677-4304-bd29-48317a53cf60,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:06:45.795609 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-3ce795e5-44d0-42df-b4a4-90451348de28 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:45.797501 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-3ce795e5-44d0-42df-b4a4-90451348de28 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 815 time: 0.1697197
Sep 15 19:06:45.800194 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.804874 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:45.829452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Request body: {'port': {'device_id': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'admin_state_up': True, 'tenant_id': 'c38966ef35974b478df76544f61c3ca8'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:45.923043 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:45.924921 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba43ce5d-a677-4304-bd29-48317a53cf60 HTTP/1.1" status: 200  len: 1094 time: 1.4117413
Sep 15 19:06:45.925491 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'tag': 'ba43ce5d-a677-4304-bd29-48317a53cf60'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:45.940729 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Pushing event updated for resources: {'Port': ['ID=ba43ce5d-a677-4304-bd29-48317a53cf60,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:45.946802 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:46.073986 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'tag': 'ba43ce5d-a677-4304-bd29-48317a53cf60', 'status': 'completed', 'code': 200}
Sep 15 19:06:46.077690 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-b6656a8e-e6ed-48f7-a646-e51b8b568442 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 1097 time: 0.1054645
Sep 15 19:06:46.138055 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36736) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:46.159826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:46.210001 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:46.215681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:a773c631218f4f3eb9802fd5ee967208 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:46.219538 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:46.222021 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:46.232771 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:46.239150 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:46.288003 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Made reservation on behalf of c38966ef35974b478df76544f61c3ca8 for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:46.298417 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:46.327885 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-731511d9-6b35-4585-b36d-2b5f44ea52dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba43ce5d-a677-4304-bd29-48317a53cf60 HTTP/1.1" status: 200  len: 217 time: 0.2332172
Sep 15 19:06:46.438672 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-9000a0d8-3c41-4d86-aff7-d8828a2f8435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:46.440836 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-9000a0d8-3c41-4d86-aff7-d8828a2f8435 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4089ab18-502d-442c-b0fa-4bc9ed626352 HTTP/1.1" status: 200  len: 849 time: 0.1024196
Sep 15 19:06:46.459170 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca237a-aad4-49d1-9ee4-4f8824c8dcc9 req-1b94c933-0659-483d-967e-3c14467f95a1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:46.461169 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5fca237a-aad4-49d1-9ee4-4f8824c8dcc9 req-1b94c933-0659-483d-967e-3c14467f95a1 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2077589
Sep 15 19:06:46.510988 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-49f40ddd-84d9-4b99-b5a8-30323c0bc2e0 req-9c05397d-010a-4403-b315-2a378653467c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 210 time: 0.0591490
Sep 15 19:06:46.544204 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-2842f743-7206-4451-b0b2-b30d7fe8a83c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d258e08f-e5a2-4fdf-818b-cae636477b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0797143
Sep 15 19:06:46.595684 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:46.624306 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:46.644318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0dcc141e-3365-4e63-a53a-d59f601f5b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:46.684096 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Allocated IP 172.20.0.13 (eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2/cf7b62d8-585b-492a-800a-7581b6c14c0b/2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:06:46.700414 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5fca237a-aad4-49d1-9ee4-4f8824c8dcc9 req-afcefd28-2734-4030-b08f-6753a4296fd7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997313
Sep 15 19:06:46.771171 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-1915198f-cd23-4eaa-b4bc-e794b86ca48f service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171392
Sep 15 19:06:46.796859 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b35e7-7ee4-4d2c-974c-b97103fedd46,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:46.803856 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a773c631218f4f3eb9802fd5ee967208&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6646569
Sep 15 19:06:46.804835 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36770) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:46.812568 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:47.005769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f826d85-675b-45d9-a8c1-0896ca18d93e req-df1d090d-22f7-4fbb-b8b3-8eacde0d12ef tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:47.007384 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f826d85-675b-45d9-a8c1-0896ca18d93e req-df1d090d-22f7-4fbb-b8b3-8eacde0d12ef tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 944 time: 0.2987597
Sep 15 19:06:47.118953 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6452a232-1be3-473e-bbb9-6105bd004d70 req-b7b7ae49-0d5d-4651-a1cf-0cd65442d189 service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3379374
Sep 15 19:06:47.137684 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.165767 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.294145 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.364350 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-0fb9e686-a813-4877-a298-38bb7842d0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 1097 time: 0.1608372
Sep 15 19:06:47.389749 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.420401 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:47.442583 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b35e7-7ee4-4d2c-974c-b97103fedd46,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:47.451290 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.453764 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:47.461798 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:47.471132 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', '53392b4e-95e3-4754-8e65-ccfeb9a6635d', '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:47.513937 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6f826d85-675b-45d9-a8c1-0896ca18d93e req-b5f1d843-8d1d-47cf-92f2-886c9d27fdc8 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4872847
Sep 15 19:06:47.546155 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:06:47.556453 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36788) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:47.561562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:47.569308 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:06:47.573676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:47.574322 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.629262 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event updated for resources: {'Port': ['ID=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:47.632724 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:47.634372 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.636650 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a7b35e7-7ee4-4d2c-974c-b97103fedd46 HTTP/1.1" status: 204  len: 168 time: 0.8190453
Sep 15 19:06:47.642436 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8165445
Sep 15 19:06:47.658948 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Request body: {'port': {'device_id': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:47.684954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-53671c1b-3ead-4cca-bf31-7e96d786c524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:47.694380 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-53671c1b-3ead-4cca-bf31-7e96d786c524 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 200  len: 909 time: 0.3204069
Sep 15 19:06:47.844325 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:47.998934 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-337f5e67-4fcb-4452-b9e0-a2afe85f52df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba43ce5d-a677-4304-bd29-48317a53cf60 HTTP/1.1" status: 200  len: 217 time: 0.2924101
Sep 15 19:06:48.007424 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:48.121529 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-dd89ad82-71f3-439e-a0cb-0f8cbef50cd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:48.123943 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-dd89ad82-71f3-439e-a0cb-0f8cbef50cd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4089ab18-502d-442c-b0fa-4bc9ed626352 HTTP/1.1" status: 200  len: 849 time: 0.1071725
Sep 15 19:06:48.129198 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:48.173827 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Usage tracker for resource:security_group_rule and tenant:a202a87ac7994261b697b6b302ee68d0 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:48.177351 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:48.185870 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:48.256128 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-c8e44299-710b-4089-96d2-d60001d6bcac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d258e08f-e5a2-4fdf-818b-cae636477b5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1240072
Sep 15 19:06:48.273170 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff789-2385-4911-a3f9-125d225c6209 req-bd3f6b84-ae91-43e8-9aaf-8b0b2da33b55 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:48.274837 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-06fff789-2385-4911-a3f9-125d225c6209 req-bd3f6b84-ae91-43e8-9aaf-8b0b2da33b55 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 932 time: 0.4348087
Sep 15 19:06:48.421464 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:48.445930 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:48.452511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:48.456236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:48.467176 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1493777d-cecd-4d99-8eb5-e23a4b8ec8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:48.476371 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Transition to ACTIVE for port object 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:06:48.483219 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:48.491533 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:48.583416 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-06fff789-2385-4911-a3f9-125d225c6209 req-596b0c1e-5c8b-4a4f-a9d3-65c9058af8cd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825854
Sep 15 19:06:48.592517 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc5122-9146-4b08-a1d7-5d6ff3cddba9,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:48.608282 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a202a87ac7994261b697b6b302ee68d0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0498617
Sep 15 19:06:48.617093 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:48.617726 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36828) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:48.620720 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-5e60f4a5-7b76-4810-9fbc-f7ab94389695 service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412125
Sep 15 19:06:48.798709 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:48.801468 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:48.903340 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a220-2964-4613-bc66-ff2de92e5abe req-7c2a7a52-90e9-4540-8f3a-e34d6db2a7d2 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:48.909967 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2918a220-2964-4613-bc66-ff2de92e5abe req-7c2a7a52-90e9-4540-8f3a-e34d6db2a7d2 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 944 time: 0.1676338
Sep 15 19:06:48.911764 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Attempting to bind port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:06:48.912096 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Attempting to bind port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:06:48.912422 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Attempting to bind port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:48.937296 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:06:48.937629 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Attempting to bind port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d on network eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:06:48.955837 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b53d24c3-bbbc-427f-b7b7-ecc600344a38 req-3599bf9d-d2ac-48c7-b635-933ae9d90304 service neutron] 10.222.0.30 "GET /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3089366
Sep 15 19:06:48.968444 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:48.980662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:06:48.980662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Checking segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:48.980662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Bound using segment: {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:06:48.981073 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Bound port: 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a642272-dcf3-409b-aaee-d729daa8755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:06:48.981758 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:49.017501 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:49.045374 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2918a220-2964-4613-bc66-ff2de92e5abe req-f8412795-fa2c-4412-9098-cdbf0f3819f0 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345713
Sep 15 19:06:49.096700 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] For port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:06:49.102345 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] For port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:06:49.110410 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:49.123114 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6b355362-2b31-4334-82df-866810c2eedb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:49.202734 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daa5a1-a276-4165-94dd-d5fac0b0876b req-e4e2e21d-8a85-40ab-980c-6652b7c7fb45 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:49.212390 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c6daa5a1-a276-4165-94dd-d5fac0b0876b req-e4e2e21d-8a85-40ab-980c-6652b7c7fb45 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.3616693
Sep 15 19:06:49.216057 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:49.217700 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] 10.222.0.30 "PUT /v2.0/ports/2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d HTTP/1.1" status: 200  len: 1094 time: 1.5650146
Sep 15 19:06:49.218512 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'tag': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:49.340566 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c6daa5a1-a276-4165-94dd-d5fac0b0876b req-f5c92e8a-1ada-481a-bf03-a8cf04d6e30a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259074
Sep 15 19:06:49.342139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:49.349008 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f80f77b5-20ca-4323-8d93-571971628b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:49.363006 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:49.371427 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc5122-9146-4b08-a1d7-5d6ff3cddba9,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:49.374141 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:49.374885 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8cc5122-9146-4b08-a1d7-5d6ff3cddba9 HTTP/1.1" status: 204  len: 168 time: 0.7531588
Sep 15 19:06:49.375838 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:49.405845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:49.469258 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-dc420513-07d1-4463-920c-7a001bc4438c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 1097 time: 0.1815569
Sep 15 19:06:49.608766 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'tag': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d', 'status': 'completed', 'code': 200}
Sep 15 19:06:49.661004 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-dbfbc831-bced-421b-ae9a-da87858e486a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d HTTP/1.1" status: 200  len: 217 time: 0.1722903
Sep 15 19:06:49.774932 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-f5f48987-1f7a-44d8-9059-7b826547580f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:49.774932 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-f5f48987-1f7a-44d8-9059-7b826547580f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.0997405
Sep 15 19:06:49.849672 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-16f0c683-d9bf-4500-b50f-943fbdb4298e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687065
Sep 15 19:06:50.041263 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-0c4678b4-4f01-46ba-8677-6aa7e0ea84d0 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1764150
Sep 15 19:06:50.156626 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ba43ce5d-a677-4304-bd29-48317a53cf60 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:06:50.203916 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36890) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:50.235990 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.290506 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:50.296107 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Usage tracker for resource:security_group_rule and tenant:ea6e93524b7345fb9c8522ff25b03188 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:50.302175 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:50.307081 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3dc1a2da-ade1-42f5-9822-4a39c5c2ac4b req-d5bcca0c-16ec-4143-bf47-9b8b075cd9b9 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160952
Sep 15 19:06:50.314406 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baeba8-0abd-4a6e-b4c7-a19dc4a8e2ad req-f5555bf3-8bf7-4583-8752-7cd4204b702d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:50.315939 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-56baeba8-0abd-4a6e-b4c7-a19dc4a8e2ad req-f5555bf3-8bf7-4583-8752-7cd4204b702d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:06:50.322527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:50.338839 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-56baeba8-0abd-4a6e-b4c7-a19dc4a8e2ad req-f5555bf3-8bf7-4583-8752-7cd4204b702d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:06:50.342892 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-56baeba8-0abd-4a6e-b4c7-a19dc4a8e2ad req-f5555bf3-8bf7-4583-8752-7cd4204b702d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 944 time: 0.2989066
Sep 15 19:06:50.443387 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ba43ce5d-a677-4304-bd29-48317a53cf60, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ba43ce5d-a677-4304-bd29-48317a53cf60,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:50.472803 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': 'ba43ce5d-a677-4304-bd29-48317a53cf60', 'network_id': 'd258e08f-e5a2-4fdf-818b-cae636477b5b', 'port_id': 'ba43ce5d-a677-4304-bd29-48317a53cf60', 'mac_address': 'fa:16:3e:92:2f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4089ab18-502d-442c-b0fa-4bc9ed626352', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:06:50.533161 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.546140 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-56baeba8-0abd-4a6e-b4c7-a19dc4a8e2ad req-960a43fc-77d5-452d-86d4-94ea4cd2e03c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946146
Sep 15 19:06:50.554955 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba43ce5d-a677-4304-bd29-48317a53cf60 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:50.585892 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ba43ce5d-a677-4304-bd29-48317a53cf60, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ba43ce5d-a677-4304-bd29-48317a53cf60,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:50.592101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.596503 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:50.597886 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.617707 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-a3aa0134-d1ba-47cc-8816-f5181453c430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c38966ef35974b478df76544f61c3ca8&device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 1097 time: 0.2066810
Sep 15 19:06:50.621626 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.636390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4404a92a-c6b8-4a03-abd1-3b5d93e6a86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:50.694390 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ba43ce5d-a677-4304-bd29-48317a53cf60,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:50.709565 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.710123 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.710970 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.711584 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.712365 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.714072 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.714912 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.715650 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.716192 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.717039 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.717720 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:06:50.731943 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:50.756884 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cb572-8840-4bbf-b440-ae68bfddff67 req-fb8cc062-b9df-4202-aed9-3a91acae2540 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:50.765238 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a27cb572-8840-4bbf-b440-ae68bfddff67 req-fb8cc062-b9df-4202-aed9-3a91acae2540 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 944 time: 0.3049459
Sep 15 19:06:50.802017 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30c545-73d5-4432-902d-c06d69c78a0d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:50.808788 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea6e93524b7345fb9c8522ff25b03188&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6035762
Sep 15 19:06:50.809871 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:50.813187 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36908) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:50.847538 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a27cb572-8840-4bbf-b440-ae68bfddff67 req-58d2b39c-fbc2-4d4c-83cf-8986bdf72d11 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807338
Sep 15 19:06:50.878868 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-945df099-10e8-42e5-b20a-93f66e849c98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:50.880901 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-945df099-10e8-42e5-b20a-93f66e849c98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 200  len: 915 time: 0.2394750
Sep 15 19:06:50.904142 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.932027 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.957620 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-5253847a-745d-4e51-81f3-2402baed75d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d HTTP/1.1" status: 200  len: 217 time: 0.0647187
Sep 15 19:06:50.991696 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:50.997514 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9d8a7939-d667-4946-a685-74a3fceb9c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:51.011163 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30c545-73d5-4432-902d-c06d69c78a0d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:51.013937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:51.019787 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.021174 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed30c545-73d5-4432-902d-c06d69c78a0d HTTP/1.1" status: 204  len: 168 time: 0.2068450
Sep 15 19:06:51.053952 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['ba43ce5d-a677-4304-bd29-48317a53cf60'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:51.097963 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-c2742ec0-b1b2-4c63-8a71-1aea0ba24a3c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:51.100181 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-c2742ec0-b1b2-4c63-8a71-1aea0ba24a3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 200  len: 855 time: 0.1280484
Sep 15 19:06:51.163092 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-506d5f0a-2866-4d53-af55-5d7f03c8c873 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439782
Sep 15 19:06:51.324559 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-8e4d17d3-1cd4-4e1d-8612-6e6f1fe51c24 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440396
Sep 15 19:06:51.525698 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24a34af7-e428-4c24-b821-8ed16ef53447 req-a2bef428-d8ad-4d9d-b644-94c1cc904989 service neutron] 10.222.0.30 "GET /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858835
Sep 15 19:06:51.552894 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36928) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:51.571605 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.605905 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:51.609798 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:9f2545b371b04cb08e31e878d3d8acca is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:51.612738 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:51.619971 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:51.727597 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.733259 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.741025 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fb3442bc-f8be-415b-bc87-f20499980a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:51.799870 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b053a915-47ce-4041-9ca1-d868ae5f3e1f,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:51.803231 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:51.811102 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f2545b371b04cb08e31e878d3d8acca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2583060
Sep 15 19:06:51.812475 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 36936) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:51.825210 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef40c4-3d4c-4a66-add0-481a0261c88e req-09dc55c0-90ba-46c4-8167-d0ff76fb5e67 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:51.826775 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9eef40c4-3d4c-4a66-add0-481a0261c88e req-09dc55c0-90ba-46c4-8167-d0ff76fb5e67 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 944 time: 0.1574199
Sep 15 19:06:51.881949 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9eef40c4-3d4c-4a66-add0-481a0261c88e req-f21e2608-02c9-48ed-8449-3dc6bca0edf9 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491412
Sep 15 19:06:51.884854 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.912171 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.971618 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.976514 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9ee6a97b-a5ac-493b-8788-ac0b0b65ce2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:51.989941 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b053a915-47ce-4041-9ca1-d868ae5f3e1f,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:51.992519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:51.993723 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:51.995160 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b053a915-47ce-4041-9ca1-d868ae5f3e1f HTTP/1.1" status: 204  len: 168 time: 0.1801395
Sep 15 19:06:52.105123 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d21752-7c4f-4d04-987b-ce845fcd6deb req-19dd7373-bb65-4230-a7df-260e9dddc097 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:52.106736 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-81d21752-7c4f-4d04-987b-ce845fcd6deb req-19dd7373-bb65-4230-a7df-260e9dddc097 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 945 time: 0.0904512
Sep 15 19:06:52.156220 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-81d21752-7c4f-4d04-987b-ce845fcd6deb req-fab4aa2e-3ff0-4582-a358-62453da2466e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441616
Sep 15 19:06:52.846437 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36976) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:52.877842 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36982) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:53.000441 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.023734 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361570747-network', 'tenant_id': '21d637961e334049ac30f814491ead8d'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:53.030135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:53.042268 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Usage tracker for resource:network and tenant:21d637961e334049ac30f814491ead8d is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:53.046530 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:53.055130 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:53.060732 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:53.066282 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Usage tracker for resource:security_group_rule and tenant:6a2d44e082f547d88defd7a44b198526 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:53.070064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:53.077810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:53.079652 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Made reservation on behalf of 21d637961e334049ac30f814491ead8d for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:53.082000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.101640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.106315 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152e821-c768-4799-a4ce-f8485a980bba req-5426825e-1869-4728-a442-eb5714f623a6 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:53.107945 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2152e821-c768-4799-a4ce-f8485a980bba req-5426825e-1869-4728-a442-eb5714f623a6 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 944 time: 0.0828485
Sep 15 19:06:53.155190 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2152e821-c768-4799-a4ce-f8485a980bba req-c37612f8-fdb1-4b83-a63b-d659ff3da8c2 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408795
Sep 15 19:06:53.158426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:53.168135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Usage tracker for resource:security_group_rule and tenant:21d637961e334049ac30f814491ead8d is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:53.171464 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:53.186702 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:53.207230 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.221958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.233244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:53.293776 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01ed441-ca53-47f4-a5c4-cdf299da6907,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:53.302514 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a2d44e082f547d88defd7a44b198526&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4549072
Sep 15 19:06:53.303852 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:53.306446 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 36998) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:53.360852 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.383705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.387357 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-948fe22e-e12a-45b9-98fa-3840920c8b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:53.403675 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64890f-2212-4d96-9473-1acf2291cd8b req-7f562e65-10cd-44f8-97fa-459da0e04424 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:53.405306 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-aa64890f-2212-4d96-9473-1acf2291cd8b req-7f562e65-10cd-44f8-97fa-459da0e04424 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 945 time: 0.1101284
Sep 15 19:06:53.434504 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:06:53.441386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb4776-8882-47ba-a789-85701eb6307d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:53.449711 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:53.457663 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.458012 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Added segment f733038c-17cd-4aaf-86d2-331274bf8a92 of type vlan for network 028c2288-02fc-46e4-8e3f-b158602303b5
Sep 15 19:06:53.464049 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-aa64890f-2212-4d96-9473-1acf2291cd8b req-1bea128e-bace-4f27-b05c-a64927be93e4 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515928
Sep 15 19:06:53.499897 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.502449 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.542610 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.579088 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.582411 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:53.583018 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.587827 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:53.695326 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Pushing event updated for resources: {'Network': ['ID=028c2288-02fc-46e4-8e3f-b158602303b5,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:53.700280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:53.702136 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8232768
Sep 15 19:06:53.704217 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.705871 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37006) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:53.706772 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:53.707816 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b01ed441-ca53-47f4-a5c4-cdf299da6907 HTTP/1.1" status: 204  len: 168 time: 0.3996069
Sep 15 19:06:53.708326 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 028c2288-02fc-46e4-8e3f-b158602303b5 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:06:53.708768 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-325a44a5-f6b6-4638-a5f5-bb115cd72cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:53.727337 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Request body: {'subnet': {'network_id': '028c2288-02fc-46e4-8e3f-b158602303b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361570747-subnet', 'tenant_id': '21d637961e334049ac30f814491ead8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:53.737051 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01ed441-ca53-47f4-a5c4-cdf299da6907,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:53.741512 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:53.752470 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:53.754899 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Usage tracker for resource:subnet and tenant:21d637961e334049ac30f814491ead8d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:53.758110 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:53.772149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:53.803906 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Made reservation on behalf of 21d637961e334049ac30f814491ead8d for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:53.807785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:54.032388 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:54.036212 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:54.104912 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5c72c1-2737-434d-903d-3809b3b44580,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:54.108612 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:54.124226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Checking segment: {'id': 'f733038c-17cd-4aaf-86d2-331274bf8a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '028c2288-02fc-46e4-8e3f-b158602303b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:54.124652 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Network hostable DHCP agents. Network: 028c2288-02fc-46e4-8e3f-b158602303b5, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:06:54.147786 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Network 028c2288-02fc-46e4-8e3f-b158602303b5 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:06:54.157952 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 028c2288-02fc-46e4-8e3f-b158602303b5) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:54.162846 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:54.163742 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:54.168485 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfaae03-f142-4ce6-960a-84ac1f17fab2 None None] Network 028c2288-02fc-46e4-8e3f-b158602303b5 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:54.206604 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4824691
Sep 15 19:06:54.216059 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:06:54.220661 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ba43ce5d-a677-4304-bd29-48317a53cf60 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:06:54.490069 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba552b18-a734-4ee7-aa6c-5c04d4f94eaf req-ec410ffd-971f-4fb3-821f-e96fbf0d5bf1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:54.497306 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ba552b18-a734-4ee7-aa6c-5c04d4f94eaf req-ec410ffd-971f-4fb3-821f-e96fbf0d5bf1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 944 time: 0.1728942
Sep 15 19:06:54.550642 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port ba43ce5d-a677-4304-bd29-48317a53cf60 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:06:54.571143 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ba552b18-a734-4ee7-aa6c-5c04d4f94eaf req-afc64b84-81da-431f-8c1f-1d71ca3a4ba0 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664723
Sep 15 19:06:54.577000 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port ba43ce5d-a677-4304-bd29-48317a53cf60 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:06:54.581430 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:54.676221 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:54.691059 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98446b-54cd-429d-b3e9-5700794cc541 None None] Network 028c2288-02fc-46e4-8e3f-b158602303b5 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:54.714221 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d', 'network_id': 'eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2', 'port_id': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d', 'mac_address': 'fa:16:3e:f1:7d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7b62d8-585b-492a-800a-7581b6c14c0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:06:54.789910 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b9e5-e9b5-4027-a6eb-270f679b667a req-eeeeca5e-f81e-4d44-889f-0f3084ad2c08 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:54.793013 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d5e0b9e5-e9b5-4027-a6eb-270f679b667a req-eeeeca5e-f81e-4d44-889f-0f3084ad2c08 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 945 time: 0.0896971
Sep 15 19:06:54.857340 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d5e0b9e5-e9b5-4027-a6eb-270f679b667a req-fcf8f1e2-7cf7-482a-bfde-0c11964aec6e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577614
Sep 15 19:06:54.927294 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:54.973263 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.002919 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:06:55.022503 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37056) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:55.035583 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba43ce5d-a677-4304-bd29-48317a53cf60'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:55.044857 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:55.080868 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ba43ce5d-a677-4304-bd29-48317a53cf60, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ba43ce5d-a677-4304-bd29-48317a53cf60,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:55.081962 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.088686 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:55.130030 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.144002 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba43ce5d-a677-4304-bd29-48317a53cf60', 'code': 200}
Sep 15 19:06:55.160337 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:55.163655 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:55.164130 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:55.241946 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ba43ce5d-a677-4304-bd29-48317a53cf60,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:55.246366 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:55.451814 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.457916 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-45920720-2d42-4e47-acef-3b72fe34f0ec req-1b77e4b6-cde2-4219-ad0b-4935484b888b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 1099 time: 0.1216125
Sep 15 19:06:55.496598 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:55.502053 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0afb724b0e334546b5e2ac9bf9f441bf is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:55.503184 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:06:55.512044 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:55.533233 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:55.565143 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-45920720-2d42-4e47-acef-3b72fe34f0ec req-63568062-b395-47f7-bc3e-c9a4f2e859fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789216
Sep 15 19:06:55.662173 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.668808 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.677453 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-cee1d085-0b58-42ae-84e8-ebaceae7eef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:55.709225 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37102) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:55.717370 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1580303147-network', 'tenant_id': '8fb8648b336947efa6fea4288058338d'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:55.723023 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:55.733139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18ca02-dfc2-4769-8591-bbebc7e59303,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:55.737778 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Usage tracker for resource:network and tenant:8fb8648b336947efa6fea4288058338d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:55.747558 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:55.751875 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:55.756936 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0afb724b0e334546b5e2ac9bf9f441bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7304554
Sep 15 19:06:55.757594 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37106) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:55.760923 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:55.782477 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Made reservation on behalf of 8fb8648b336947efa6fea4288058338d for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:55.784936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.800142 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.837319 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:55.842384 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb8648b336947efa6fea4288058338d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:55.845569 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:55.852261 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:55.907534 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.914449 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9c3d9-530a-42c4-bb0b-18590fb9557b req-cfddc1a9-fccc-4d01-a220-b7b98eb9a6ec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:55.916991 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-92b9c3d9-530a-42c4-bb0b-18590fb9557b req-cfddc1a9-fccc-4d01-a220-b7b98eb9a6ec tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 945 time: 0.1386569
Sep 15 19:06:55.942829 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.948887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.954918 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-abb886ff-ed81-4777-a896-d648ea389a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:55.966378 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:55.985965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b44340-670e-4097-b2d7-963f16102318,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:55.990835 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:55.998382 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:06:56.011554 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.011822 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Added segment c9a54e8b-5e8d-4c8c-b6c7-833a8e12da89 of type vlan for network 07927cc3-46c9-4040-957f-c81c5c3ecf24
Sep 15 19:06:56.042604 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-92b9c3d9-530a-42c4-bb0b-18590fb9557b req-a85d4663-96ba-4086-b52a-6920dc122862 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039541
Sep 15 19:06:56.043545 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.074428 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.079797 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-bb0d384c-6e49-4763-9d62-3faa2a622ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:56.094141 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18ca02-dfc2-4769-8591-bbebc7e59303,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:56.106079 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:56.109713 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.111123 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c18ca02-dfc2-4769-8591-bbebc7e59303 HTTP/1.1" status: 204  len: 168 time: 0.3525457
Sep 15 19:06:56.146728 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.151108 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:56.151757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.157605 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c16b1adc-2500-4d4d-b1f7-1f8d6cfc8871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:56.209496 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed539ab-3d73-453a-97b5-350ba4223d75 req-c0d2bcef-a4ae-44c9-b830-da17002ae289 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:56.211063 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5ed539ab-3d73-453a-97b5-350ba4223d75 req-c0d2bcef-a4ae-44c9-b830-da17002ae289 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 946 time: 0.1632216
Sep 15 19:06:56.286189 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5757656
Sep 15 19:06:56.288980 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37120) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:56.296157 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Request body: {'subnet': {'network_id': '07927cc3-46c9-4040-957f-c81c5c3ecf24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1580303147-subnet', 'tenant_id': '8fb8648b336947efa6fea4288058338d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:56.301008 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:56.307182 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Usage tracker for resource:subnet and tenant:8fb8648b336947efa6fea4288058338d is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:56.311538 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:56.320281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:56.334209 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Pushing event updated for resources: {'Network': ['ID=07927cc3-46c9-4040-957f-c81c5c3ecf24,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:56.338395 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:56.339798 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Made reservation on behalf of 8fb8648b336947efa6fea4288058338d for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:56.344117 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8263559'] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.345971 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 07927cc3-46c9-4040-957f-c81c5c3ecf24 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:06:56.355985 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5ed539ab-3d73-453a-97b5-350ba4223d75 req-19d638e9-0845-402b-aaf1-af62cc5a2bad tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351311
Sep 15 19:06:56.594276 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8281843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8263569'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.599433 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7a8cbbcf-1ee1-4085-9e1e-fa5534a45018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:56.674113 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b55fdfc-d106-4b99-b427-0928a113057f,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:56.676788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:56.690455 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Checking segment: {'id': 'c9a54e8b-5e8d-4c8c-b6c7-833a8e12da89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '07927cc3-46c9-4040-957f-c81c5c3ecf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:56.690840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Network hostable DHCP agents. Network: 07927cc3-46c9-4040-957f-c81c5c3ecf24, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:06:56.714004 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Network 07927cc3-46c9-4040-957f-c81c5c3ecf24 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:06:56.724270 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 07927cc3-46c9-4040-957f-c81c5c3ecf24) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:56.728995 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:56.729801 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:56.737286 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe3d0d-902b-492c-beea-aa570a10df8c None None] Network 07927cc3-46c9-4040-957f-c81c5c3ecf24 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:56.756937 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4667258
Sep 15 19:06:56.979327 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea002c47-0e9e-4d64-a5a6-64a953352d04 None None] Network 07927cc3-46c9-4040-957f-c81c5c3ecf24 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:57.433869 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37158) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:57.490426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202caf6-8a7c-4a0b-9539-b2b8a75999eb req-8c2278ce-20e5-4839-afb6-82e6bd76db88 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:57.508960 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9202caf6-8a7c-4a0b-9539-b2b8a75999eb req-8c2278ce-20e5-4839-afb6-82e6bd76db88 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 945 time: 0.2637970
Sep 15 19:06:57.564454 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9202caf6-8a7c-4a0b-9539-b2b8a75999eb req-9a930449-2bc8-4305-a72f-4efa71f236cc tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545111
Sep 15 19:06:57.684121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f7afa-fb80-43b1-adb5-fe46d9b93472 req-73c46712-37d3-40a7-9d3d-da72a6c26d3b tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:57.686026 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f39f7afa-fb80-43b1-adb5-fe46d9b93472 req-73c46712-37d3-40a7-9d3d-da72a6c26d3b tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 946 time: 0.1062183
Sep 15 19:06:57.760609 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1694299721-network', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:57.769280 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:57.778964 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Usage tracker for resource:network and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:57.784189 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:57.808066 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f39f7afa-fb80-43b1-adb5-fe46d9b93472 req-b851ed94-051c-4dac-b618-1e77d84eca54 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145084
Sep 15 19:06:57.809330 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:57.831225 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Made reservation on behalf of cddf5ed569624b9d9ac4d1d917e36cd4 for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:57.834399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:57.847386 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:57.879128 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:57.883177 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:57.886105 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:57.892237 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:57.966274 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:57.970137 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:57.974386 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6dccf37d-022b-4e48-b1ed-ac408c230f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:58.007143 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:06:58.016125 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09cf82-1105-4447-8144-dc367c8d0f83,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:58.020351 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:58.023332 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.023753 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Added segment 87cdd004-8091-41f9-bae6-4c1b250ff89e of type vlan for network 23cd358d-62d1-4481-9017-15079cbbfc16
Sep 15 19:06:58.109430 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.143983 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.145509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:58.146103 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.152189 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:58.203182 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:06:58.250282 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8144453
Sep 15 19:06:58.253626 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37176) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:58.258982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Pushing event updated for resources: {'Network': ['ID=23cd358d-62d1-4481-9017-15079cbbfc16,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:58.260855 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Request body: {'subnet': {'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1694299721-subnet', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:58.263156 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:58.266673 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:58.270612 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Usage tracker for resource:subnet and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:58.273587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:58.274659 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 23cd358d-62d1-4481-9017-15079cbbfc16 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:06:58.283816 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:58.294838 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Made reservation on behalf of cddf5ed569624b9d9ac4d1d917e36cd4 for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:06:58.297203 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8263559'] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.308980 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:06:58.319021 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:06:58.319391 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.522932 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.549702 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:06:58.580103 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:06:58.597140 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.599100 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:58.669055 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8281843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8263569'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.678237 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-af9c827a-1ead-4074-81a4-70ad34af7703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:06:58.681475 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d', 'code': 200}
Sep 15 19:06:58.682818 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-948f377c-d6df-4a1c-ac3f-e30fa22e9598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.692901 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:58.699734 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:58.761205 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc36ebcc-8a0e-4a90-b097-67a05b01be28,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:06:58.764790 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:06:58.771959 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Checking segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:06:58.772315 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Network hostable DHCP agents. Network: 23cd358d-62d1-4481-9017-15079cbbfc16, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:06:58.797148 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:06:58.809307 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 23cd358d-62d1-4481-9017-15079cbbfc16) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:06:58.816541 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:58.818753 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.819602 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38394e66-3428-4a23-88c2-849d74b65c58 None None] Network 23cd358d-62d1-4481-9017-15079cbbfc16 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:06:58.876705 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0249850c-636e-4d6d-9683-feb77ada390e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6180527
Sep 15 19:06:58.876705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37202) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:06:58.881763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed70fe-6853-45ff-b499-cedf28f8ea95 req-90f4a301-7175-460c-9cbf-0fcc92da0664 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:58.883139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:06:58.883729 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-59ed70fe-6853-45ff-b499-cedf28f8ea95 req-90f4a301-7175-460c-9cbf-0fcc92da0664 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.1180687
Sep 15 19:06:58.894170 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:06:58.897952 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Usage tracker for resource:router and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:06:58.902269 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:06:58.910316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:06:58.928553 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.930160 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:58.984369 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-59ed70fe-6853-45ff-b499-cedf28f8ea95 req-8d861086-5a46-4754-b127-73b5fa7fb2fd tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943923
Sep 15 19:06:58.988520 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:59.139436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:59.181939 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f3221de7-081d-4006-935f-f512bd7b36e5 req-45508d16-0583-427f-bd02-b90a57721a29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 1099 time: 0.1734049
Sep 15 19:06:59.190791 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:59.237864 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f3221de7-081d-4006-935f-f512bd7b36e5 req-8bec3b68-82ae-426b-8b12-5d649d9e814b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437748
Sep 15 19:06:59.256438 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-23cd358d-62d1-4481-9017-15079cbbfc16', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:06:59.258993 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:59.445921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:59.518308 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:06:59.621773 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Allocated IP 172.20.0.2 (23cd358d-62d1-4481-9017-15079cbbfc16/dc36ebcc-8a0e-4a90-b097-67a05b01be28/8d935e2b-edbe-4bdd-b195-b84f84b9073e) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:06:59.705946 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-ed3b1330-5432-4482-96b7-23c0df75e4b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.1745501
Sep 15 19:06:59.763763 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Allocated IP 172.27.0.235 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/b6e4596e-329b-49ae-a2b2-a635a178b84a) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:06:59.956606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-b3ee7d27-789b-43f4-8ef0-7db7b074b72c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:06:59.959373 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-b3ee7d27-789b-43f4-8ef0-7db7b074b72c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.2417829
Sep 15 19:06:59.993477 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.007332 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Transition to ACTIVE for port object 8d935e2b-edbe-4bdd-b195-b84f84b9073e will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:00.039105 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Transition to ACTIVE for port object 8d935e2b-edbe-4bdd-b195-b84f84b9073e will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:00.049026 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.057397 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-ce12be7a-82d6-427d-9ad4-4ac35edea4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:00.089195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.119631 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:00.120189 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e43a3-d894-410a-88a4-cc925a897604 req-c1a34ea5-b2e0-4112-9303-d17d3170ec1e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:00.126881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:00.129109 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-834e43a3-d894-410a-88a4-cc925a897604 req-c1a34ea5-b2e0-4112-9303-d17d3170ec1e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2020438
Sep 15 19:07:00.131109 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:00.146525 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Pushing event updated for resources: {'Port': ['ID=8d935e2b-edbe-4bdd-b195-b84f84b9073e,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:00.175108 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-9d8845d3-2d50-431b-9c73-8e93680ad09c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.2075810
Sep 15 19:07:00.182386 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:00.189173 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-834e43a3-d894-410a-88a4-cc925a897604 req-60fc5622-4c37-4abe-999d-e70c54717173 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590856
Sep 15 19:07:00.192190 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.204914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:00.262124 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Attempting to bind port 8d935e2b-edbe-4bdd-b195-b84f84b9073e on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:00.262124 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Attempting to bind port 8d935e2b-edbe-4bdd-b195-b84f84b9073e by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:00.262124 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Attempting to bind port 8d935e2b-edbe-4bdd-b195-b84f84b9073e on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:00.264135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:00.266266 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:00.271540 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:00.276421 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:00.277017 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Checking segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:00.277207 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.277590 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Bound using segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:00.278064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Bound port: 8d935e2b-edbe-4bdd-b195-b84f84b9073e, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:00.278446 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.283482 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-fa587c7e-d7c7-4f05-9b95-16892517311f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:00.285220 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-fa587c7e-d7c7-4f05-9b95-16892517311f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.0897188
Sep 15 19:07:00.297558 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce7ea-f6a8-40a6-9b74-3301fcc0580e req-ff2a8db6-a476-4a8d-88ee-7d1f7374415e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:00.298912 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-272ce7ea-f6a8-40a6-9b74-3301fcc0580e req-ff2a8db6-a476-4a8d-88ee-7d1f7374415e tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 946 time: 0.2097096
Sep 15 19:07:00.337245 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e4596e-329b-49ae-a2b2-a635a178b84a,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:00.341862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:00.364189 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-e48ae563-136d-4195-bf6d-f1b7ecf20901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642946
Sep 15 19:07:00.392516 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] For port 8d935e2b-edbe-4bdd-b195-b84f84b9073e, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:00.395847 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] For port 8d935e2b-edbe-4bdd-b195-b84f84b9073e, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8d935e2b-edbe-4bdd-b195-b84f84b9073e,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:00.402420 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.414285 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:00.503168 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Pushing event updated for resources: {'Port': ['ID=8d935e2b-edbe-4bdd-b195-b84f84b9073e,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:00.507777 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:00.518395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47044-7f58-4cda-a174-3e415ce318a3 req-d1e08a68-278f-4f7b-b046-8843fa0a6f02 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:00.520023 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3ca47044-7f58-4cda-a174-3e415ce318a3 req-d1e08a68-278f-4f7b-b046-8843fa0a6f02 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.1312599
Sep 15 19:07:00.549213 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-272ce7ea-f6a8-40a6-9b74-3301fcc0580e req-c1fcaad1-b8de-4a65-917b-c1f105a6c2e3 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2402260
Sep 15 19:07:00.551500 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-eaa85247-8b2c-483f-b452-6a822f718cd1 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714716
Sep 15 19:07:00.595764 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3ca47044-7f58-4cda-a174-3e415ce318a3 req-1abbfa90-bc62-4ba9-baf6-07dec93b5ecc tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669770
Sep 15 19:07:00.604123 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.605104 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.741042 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bb7b31d6-024d-4e90-974a-02deffa1dcf2 req-39cb773b-d57f-4d0c-a7e1-197bbbd2ae76 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793003
Sep 15 19:07:00.913433 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d9feca35-eb97-4d49-84f4-f20561e49ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:00.993128 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:07:01.258861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:07:01.271115 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:07:01.292361 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:01.293002 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c093760>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:01.298874 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:01.300339 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.4236505
Sep 15 19:07:01.303474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37252) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:01.692838 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0733975-2f0b-47e8-a171-fe64e5f659b2 req-52978f9a-6a7d-45f0-becf-1cd1ce649d5d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:01.694813 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c0733975-2f0b-47e8-a171-fe64e5f659b2 req-52978f9a-6a7d-45f0-becf-1cd1ce649d5d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2160964
Sep 15 19:07:01.788920 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:01.817169 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c0733975-2f0b-47e8-a171-fe64e5f659b2 req-a1c09c64-4cb6-4eef-914b-9a656bbe0ab7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136529
Sep 15 19:07:01.818816 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:01.877369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b221c79-8ab1-4ab3-b3e9-4de21fd94639 None None] Network 23cd358d-62d1-4481-9017-15079cbbfc16 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:07:02.154954 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:07:02.168689 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-748e39de-3d0b-4a42-ae8b-388077b92d7d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:02.170185 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-748e39de-3d0b-4a42-ae8b-388077b92d7d tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 946 time: 0.1838641
Sep 15 19:07:02.183718 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63d80d-6236-4fa0-8a20-407e8653e210 req-02bc27ca-f077-46b2-96bf-892aec54dae0 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:02.201292 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2f63d80d-6236-4fa0-8a20-407e8653e210 req-02bc27ca-f077-46b2-96bf-892aec54dae0 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.2523217
Sep 15 19:07:02.283508 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ccdd4-3481-4219-9b61-5195b9924db9 req-4bae7d6c-b2b8-4981-8f34-77bac8675e76 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:02.285341 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bc3ccdd4-3481-4219-9b61-5195b9924db9 req-4bae7d6c-b2b8-4981-8f34-77bac8675e76 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 946 time: 0.4398618
Sep 15 19:07:02.376127 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2f63d80d-6236-4fa0-8a20-407e8653e210 req-74ab927c-d7b0-4e0e-97c0-27d9420f21b1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730044
Sep 15 19:07:02.409142 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Deleting port ba43ce5d-a677-4304-bd29-48317a53cf60 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:07:02.409490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:02.432960 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8d935e2b-edbe-4bdd-b195-b84f84b9073e up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:02.486860 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bc3ccdd4-3481-4219-9b61-5195b9924db9 req-42ad8c6d-ec83-4a8a-b863-2e6afe6f743a tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/security-groups?id=8866183e-4701-44aa-9ecd-45538ab0ccb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886234
Sep 15 19:07:02.663977 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 8d935e2b-edbe-4bdd-b195-b84f84b9073e completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:02.704371 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-1b47acf3-07dc-48b9-b611-1eb2d65c6e24 None None] Provisioning for port 8d935e2b-edbe-4bdd-b195-b84f84b9073e completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:02.715536 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-1b47acf3-07dc-48b9-b611-1eb2d65c6e24 None None] Provisioning complete for port 8d935e2b-edbe-4bdd-b195-b84f84b9073e triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:02.716242 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1b47acf3-07dc-48b9-b611-1eb2d65c6e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:02.745936 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c093760>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:00Z', 'revision_number': 3, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:02.751520 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 8d935e2b-edbe-4bdd-b195-b84f84b9073e triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:02.752168 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:02.755559 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:07:02.756059 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Updating router eb85c1d6-d179-409e-9dfd-2979ad9888ba port b6e4596e-329b-49ae-a2b2-a635a178b84a binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:07:02.883096 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:02.953008 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.019142 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] For port ba43ce5d-a677-4304-bd29-48317a53cf60, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ba43ce5d-a677-4304-bd29-48317a53cf60,segment=NetworkSegment(b0dad536-2454-468a-a257-02097da2c176),segment_id=b0dad536-2454-468a-a257-02097da2c176)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:03.019754 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.025896 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 8d935e2b-edbe-4bdd-b195-b84f84b9073e, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8d935e2b-edbe-4bdd-b195-b84f84b9073e,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:03.037743 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.043334 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:03.152943 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.263353 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=8d935e2b-edbe-4bdd-b195-b84f84b9073e,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:03.268509 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:03.396518 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.408555 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-c0e23632-5804-4e6c-9180-f33f2ef68b76 None None] Provisioning complete for port 8d935e2b-edbe-4bdd-b195-b84f84b9073e triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:03.409094 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c0e23632-5804-4e6c-9180-f33f2ef68b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.525391 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.531188 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Calling delete_port for ba43ce5d-a677-4304-bd29-48317a53cf60 owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:07:03.538033 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Transition to ACTIVE for port object b6e4596e-329b-49ae-a2b2-a635a178b84a will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:03.549623 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.555601 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-f04e814f-b55d-491d-b0d3-c7bb22cc7d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:03.601262 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Allocated IP 172.20.0.1 (23cd358d-62d1-4481-9017-15079cbbfc16/dc36ebcc-8a0e-4a90-b097-67a05b01be28/845cc3e9-d382-48ac-8782-57111db610cd) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:07:03.731881 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Pushing event updated for resources: {'Port': ['ID=b6e4596e-329b-49ae-a2b2-a635a178b84a,revision_number=2']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:03.738637 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Attempting to bind port b6e4596e-329b-49ae-a2b2-a635a178b84a on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:03.738958 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Attempting to bind port b6e4596e-329b-49ae-a2b2-a635a178b84a by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:03.739316 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Attempting to bind port b6e4596e-329b-49ae-a2b2-a635a178b84a on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:03.751291 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.752626 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.753104 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.753605 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.754781 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.755295 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.755790 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.756428 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.756897 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.757368 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.757846 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:03.761980 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:03.762915 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:03.763252 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:03.763667 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.764209 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:03.764856 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Bound port: b6e4596e-329b-49ae-a2b2-a635a178b84a, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:03.765410 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.828273 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e6b1-ece5-4df7-aa93-ad29b4a6c66a req-45c92032-ced7-4655-9f75-b7d38b46ea4d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:03.836937 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e841e6b1-ece5-4df7-aa93-ad29b4a6c66a req-45c92032-ced7-4655-9f75-b7d38b46ea4d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.6292052
Sep 15 19:07:03.847013 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.869771 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] For port b6e4596e-329b-49ae-a2b2-a635a178b84a, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:03.910975 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] For port b6e4596e-329b-49ae-a2b2-a635a178b84a, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=b6e4596e-329b-49ae-a2b2-a635a178b84a,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:03.916934 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.917773 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e841e6b1-ece5-4df7-aa93-ad29b4a6c66a req-15444363-ce9a-4d86-9263-43590e13f010 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796192
Sep 15 19:07:03.921321 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c8d5e7b5-a72b-488b-b18f-55e6a401d99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:03.922276 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:03.930075 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:03.941583 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['ba43ce5d-a677-4304-bd29-48317a53cf60'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:07:04.009006 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-798ce3e5-967a-4149-8093-6e938038f9b2 req-9a84295c-ebc7-4085-863d-6a32e4014d86 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.52 "GET /v2.0/ports?device_id=3467a3bc-7067-4534-b2a5-aafe28fd84e7 HTTP/1.1" status: 200  len: 210 time: 0.2155421
Sep 15 19:07:04.039695 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Pushing event updated for resources: {'Port': ['ID=b6e4596e-329b-49ae-a2b2-a635a178b84a,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:04.043837 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:04.047243 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:04.047866 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c093760>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:04.061736 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Pushing event deleted for resources: {'Port': ['ID=ba43ce5d-a677-4304-bd29-48317a53cf60,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:04.072119 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:04.130463 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.136886 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8d935e2b-edbe-4bdd-b195-b84f84b9073e up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:04.167457 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Transition to ACTIVE for port object 845cc3e9-d382-48ac-8782-57111db610cd will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:04.230715 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.236252 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:04.272354 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] No DVR routers for this DVR port ba43ce5d-a677-4304-bd29-48317a53cf60 on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:07:04.276563 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.281574 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'name': 'network-vif-deleted', 'tag': 'ba43ce5d-a677-4304-bd29-48317a53cf60'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:04.319710 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d4d0e938-4f66-4c53-af8f-cc89de658b4c req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] 10.222.0.30 "DELETE /v2.0/ports/ba43ce5d-a677-4304-bd29-48317a53cf60 HTTP/1.1" status: 204  len: 173 time: 2.1129839
Sep 15 19:07:04.329566 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 8d935e2b-edbe-4bdd-b195-b84f84b9073e triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:04.333395 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.400861 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:04.416311 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:04.419904 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:04.441587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Pushing event updated for resources: {'Port': ['ID=845cc3e9-d382-48ac-8782-57111db610cd,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:04.444081 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:04.518160 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:04.587977 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.762448 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-e11c871d-c2c2-4189-b100-9507daaaad35 None None] Provisioning for port 845cc3e9-d382-48ac-8782-57111db610cd completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:04.777144 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-e11c871d-c2c2-4189-b100-9507daaaad35 None None] Provisioning complete for port 845cc3e9-d382-48ac-8782-57111db610cd triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:04.777585 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-e11c871d-c2c2-4189-b100-9507daaaad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.819256 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:04.967577 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-e11c871d-c2c2-4189-b100-9507daaaad35 None None] Port 845cc3e9-d382-48ac-8782-57111db610cd cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:07:04.983149 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c093760>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:00Z', 'revision_number': 3, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:04.987383 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa271e83-43f7-424d-8813-51211eed78dd None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:00Z', 'revision_number': 3, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:07:05.007035 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3467a3bc-7067-4534-b2a5-aafe28fd84e7', 'name': 'network-vif-deleted', 'tag': 'ba43ce5d-a677-4304-bd29-48317a53cf60', 'status': 'completed', 'code': 200}
Sep 15 19:07:05.333023 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:05.347989 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:05.403908 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-23168e6e-fe15-4664-9e50-71a14553ad86 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:05.485065 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101742d-2866-4039-9e2f-be985a1c96f3 req-eb04f64f-4814-4e19-8da9-63f09512d016 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:05.515226 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c101742d-2866-4039-9e2f-be985a1c96f3 req-eb04f64f-4814-4e19-8da9-63f09512d016 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.3203723
Sep 15 19:07:05.575046 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c101742d-2866-4039-9e2f-be985a1c96f3 req-22931b4a-b67b-4b04-9245-e4a395725a6e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577018
Sep 15 19:07:05.614981 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Pushing event updated for resources: {'Port': ['ID=845cc3e9-d382-48ac-8782-57111db610cd,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:05.619055 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:05.629840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:05.695735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2376e4-b290-4600-8fbe-99ec2d20e4aa req-9e96c4b0-1b8d-4881-b402-32896ed513f3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:05.698135 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4b2376e4-b290-4600-8fbe-99ec2d20e4aa req-9e96c4b0-1b8d-4881-b402-32896ed513f3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2300870
Sep 15 19:07:05.857058 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4b2376e4-b290-4600-8fbe-99ec2d20e4aa req-9517de32-b633-4c4a-8ea4-600a704cbfda tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960419
Sep 15 19:07:05.882355 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:05.883501 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:06.154457 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device b6e4596e-329b-49ae-a2b2-a635a178b84a up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:06.232476 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ba43ce5d-a677-4304-bd29-48317a53cf60 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:07:06.284895 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: ba43ce5d-a677-4304-bd29-48317a53cf60 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:07:06.286410 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ba43ce5d-a677-4304-bd29-48317a53cf60 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:07:06.294226 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-ffc7e615-e43b-411d-a9a4-c32b020b87b5 None None] Provisioning complete for port 845cc3e9-d382-48ac-8782-57111db610cd triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:06.295009 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-ffc7e615-e43b-411d-a9a4-c32b020b87b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:06.422162 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port b6e4596e-329b-49ae-a2b2-a635a178b84a completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:06.444566 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port b6e4596e-329b-49ae-a2b2-a635a178b84a triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:06.445006 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:06.506945 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7e615-e43b-411d-a9a4-c32b020b87b5 None None] Port 845cc3e9-d382-48ac-8782-57111db610cd cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:07:06.558273 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:07:06.679633 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:06.721062 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port b6e4596e-329b-49ae-a2b2-a635a178b84a, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=b6e4596e-329b-49ae-a2b2-a635a178b84a,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:06.729779 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:06.736333 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:06.856779 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=b6e4596e-329b-49ae-a2b2-a635a178b84a,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:06.862829 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:06.925112 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14254a9d-4442-48f4-a6f4-138846af28e7 req-94e1aedc-5c5c-4bf5-8f31-5589eb83464f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:06.934183 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-14254a9d-4442-48f4-a6f4-138846af28e7 req-94e1aedc-5c5c-4bf5-8f31-5589eb83464f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1401529
Sep 15 19:07:07.084074 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:07:07.104201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f461d-592c-4d97-a07d-b824cec8ec43 req-d66f73cd-0ca1-4d0b-9a76-a21822181ab2 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:07.107114 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] 10.222.0.52 "PUT /v2.0/routers/eb85c1d6-d179-409e-9dfd-2979ad9888ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8023722
Sep 15 19:07:07.113815 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8c3f461d-592c-4d97-a07d-b824cec8ec43 req-d66f73cd-0ca1-4d0b-9a76-a21822181ab2 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1034160
Sep 15 19:07:07.124413 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-14254a9d-4442-48f4-a6f4-138846af28e7 req-62ba6e64-0380-4084-8d0d-852152d236fa tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1892049
Sep 15 19:07:07.173158 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8c3f461d-592c-4d97-a07d-b824cec8ec43 req-7a01ec6e-1f26-434d-9726-ec3b49e15b0e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584793
Sep 15 19:07:08.120439 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device b6e4596e-329b-49ae-a2b2-a635a178b84a up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:08.154640 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37428) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:08.161886 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870683449-network', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:08.168294 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:08.173408 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Usage tracker for resource:network and tenant:aa1a7e26fd0a4f95a070510a4a8b102d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:08.176790 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:08.188481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:08.195711 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port b6e4596e-329b-49ae-a2b2-a635a178b84a triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:08.196167 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.204631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Made reservation on behalf of aa1a7e26fd0a4f95a070510a4a8b102d for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:07:08.207022 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.242762 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.310508 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:08.315679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Usage tracker for resource:security_group_rule and tenant:aa1a7e26fd0a4f95a070510a4a8b102d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:08.319080 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:08.326574 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:08.411980 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359d693-f07b-428d-af03-a161dd664f80 req-72a2c01d-b890-42bb-b09b-e9e133415991 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:08.413453 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6359d693-f07b-428d-af03-a161dd664f80 req-72a2c01d-b890-42bb-b09b-e9e133415991 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1294210
Sep 15 19:07:08.458845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.467097 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6359d693-f07b-428d-af03-a161dd664f80 req-ea8daa3c-dcba-425f-9c00-e466244cdf0e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472960
Sep 15 19:07:08.469149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.474196 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a7a3ecc4-368c-4060-bd85-a805ff832194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:08.500866 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:07:08.517103 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.517436 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Added segment f638c881-800e-4dc4-addb-9a52886f3285 of type vlan for network b2e179fb-70e6-475b-83ac-6fc913743e8a
Sep 15 19:07:08.525003 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b71ebfd-cd38-4331-b894-9624240e0aa0,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:08.529034 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:08.543115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3e2df-fa6e-45f0-90d0-44a505d119ee req-0f35fc0f-120d-404e-ac3a-c88baa5845bf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:08.544594 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-61e3e2df-fa6e-45f0-90d0-44a505d119ee req-0f35fc0f-120d-404e-ac3a-c88baa5845bf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1573336
Sep 15 19:07:08.573494 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.616480 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-61e3e2df-fa6e-45f0-90d0-44a505d119ee req-89020ddd-bb36-4551-b845-ed3da29f5371 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633690
Sep 15 19:07:08.624077 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.625257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:08.625771 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.630764 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-25d8a45e-bce4-4c8c-9190-cb962f94bfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:08.730552 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Pushing event updated for resources: {'Network': ['ID=b2e179fb-70e6-475b-83ac-6fc913743e8a,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:08.736501 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5772049
Sep 15 19:07:08.736501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:08.736936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37440) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:08.740718 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network b2e179fb-70e6-475b-83ac-6fc913743e8a details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:07:08.742492 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Request body: {'subnet': {'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870683449-subnet', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:08.747769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:08.751537 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Usage tracker for resource:subnet and tenant:aa1a7e26fd0a4f95a070510a4a8b102d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:08.754314 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:08.760548 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:08.770986 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Made reservation on behalf of aa1a7e26fd0a4f95a070510a4a8b102d for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:07:08.773229 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.990049 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:08.994306 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5b720cf3-e573-4c1c-902b-7be9aa92a5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:09.059365 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40d4e28-d5a0-4c76-8f81-187f5847de08,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:09.062950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:09.075670 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Checking segment: {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:09.076012 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Network hostable DHCP agents. Network: b2e179fb-70e6-475b-83ac-6fc913743e8a, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:07:09.097917 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Network b2e179fb-70e6-475b-83ac-6fc913743e8a is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:07:09.101192 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:07:09.108692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, b2e179fb-70e6-475b-83ac-6fc913743e8a) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:09.114719 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:09.115341 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb44a30>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:09.115643 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:09.116265 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.138748 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4009392
Sep 15 19:07:09.141203 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37450) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:09.146362 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:09.151149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:09.155077 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Usage tracker for resource:router and tenant:aa1a7e26fd0a4f95a070510a4a8b102d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:09.158021 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:09.163871 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:09.172529 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d83735-17ac-43a3-9071-87b0018e3f73 None None] Network b2e179fb-70e6-475b-83ac-6fc913743e8a requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:07:09.177144 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.178532 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.201222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.423532 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.550232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-b2e179fb-70e6-475b-83ac-6fc913743e8a', 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'fixed_ips': [{'subnet_id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:07:09.551053 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.566412 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:09.629935 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.660227 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:09.702705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36ec8-dcda-4697-b738-bafce28db8e2 req-6d38960a-ce99-4abe-830b-4fd5278d2ad5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:09.710171 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fcd36ec8-dcda-4697-b738-bafce28db8e2 req-6d38960a-ce99-4abe-830b-4fd5278d2ad5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.0982404
Sep 15 19:07:09.777440 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fcd36ec8-dcda-4697-b738-bafce28db8e2 req-869cf36c-5865-4425-819b-f216a8707f95 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651913
Sep 15 19:07:09.893817 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Allocated IP 172.27.0.128 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/34df3eb5-f3fc-41cf-be9a-5bb5f187a38f) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:07:09.954742 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901763d-8b07-4ee8-a971-f2c0eb298b6f req-ed1c0ce5-f338-404d-8fb2-92c4b138e926 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:09.956198 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5901763d-8b07-4ee8-a971-f2c0eb298b6f req-ed1c0ce5-f338-404d-8fb2-92c4b138e926 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1590693
Sep 15 19:07:10.024268 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Allocated IP 172.20.0.2 (b2e179fb-70e6-475b-83ac-6fc913743e8a/a40d4e28-d5a0-4c76-8f81-187f5847de08/f1dd73e1-1519-4828-8c80-5197f723cc9b) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:07:10.073933 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5901763d-8b07-4ee8-a971-f2c0eb298b6f req-bd24ca7b-4106-49da-9ef1-25bace8df43f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711358
Sep 15 19:07:10.113727 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.141653 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.145880 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:10.218610 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb44a30>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:05Z', 'revision_number': 2, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:10.224629 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:10.225420 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Pushing event updated for resources: {'Port': ['ID=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:10.228054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:10.231168 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:10.231168 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:10.232187 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:07:10.232550 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Updating router eb85c1d6-d179-409e-9dfd-2979ad9888ba port 845cc3e9-d382-48ac-8782-57111db610cd binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:07:10.333195 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.356842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.369929 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.370896 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.396454 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Transition to ACTIVE for port object f1dd73e1-1519-4828-8c80-5197f723cc9b will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:10.436650 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Transition to ACTIVE for port object f1dd73e1-1519-4828-8c80-5197f723cc9b will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:10.476725 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.485828 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:10.578536 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Network b2e179fb-70e6-475b-83ac-6fc913743e8a is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:10.596095 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:10.603174 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:10.605057 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Pushing event updated for resources: {'Port': ['ID=f1dd73e1-1519-4828-8c80-5197f723cc9b,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:10.616579 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:10.635361 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Router c715ae3d-f8af-476a-9a7c-2d6cca6428ad is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:07:10.770880 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Attempting to bind port f1dd73e1-1519-4828-8c80-5197f723cc9b on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:10.771163 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Attempting to bind port f1dd73e1-1519-4828-8c80-5197f723cc9b by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:10.771531 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Attempting to bind port f1dd73e1-1519-4828-8c80-5197f723cc9b on network b2e179fb-70e6-475b-83ac-6fc913743e8a {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:10.837205 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:10.837584 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Checking segment: {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:10.837997 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.838389 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Bound using segment: {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:10.838880 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Bound port: f1dd73e1-1519-4828-8c80-5197f723cc9b, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:10.839255 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.845563 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:07:10.861150 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Sync routers for ids ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:07:10.882577 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Routers {'c715ae3d-f8af-476a-9a7c-2d6cca6428ad'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:10.883205 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922baf0850>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:10.903107 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:10.907122 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.7622943
Sep 15 19:07:10.908066 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37476) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:10.992252 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:11.012151 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] For port f1dd73e1-1519-4828-8c80-5197f723cc9b, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:11.014665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Transition to ACTIVE for port object 845cc3e9-d382-48ac-8782-57111db610cd will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:11.018172 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] For port f1dd73e1-1519-4828-8c80-5197f723cc9b, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=f1dd73e1-1519-4828-8c80-5197f723cc9b,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:11.022956 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:11.028521 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:11.102168 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Pushing event updated for resources: {'Port': ['ID=f1dd73e1-1519-4828-8c80-5197f723cc9b,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:11.106536 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:11.107212 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:11.118085 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Set router c715ae3d-f8af-476a-9a7c-2d6cca6428ad gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:11.121043 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:11.183418 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b87150-5b34-4ac5-b539-1aa178799633 req-9ea45fe1-a1b7-4687-a87f-60bcd257f0cc tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:11.190276 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-27b87150-5b34-4ac5-b539-1aa178799633 req-9ea45fe1-a1b7-4687-a87f-60bcd257f0cc tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1705868
Sep 15 19:07:11.192853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2fa8f-7a86-4022-843c-f9284ebf7d5f None None] Pushing event updated for resources: {'Port': ['ID=845cc3e9-d382-48ac-8782-57111db610cd,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:11.197208 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-71c2fa8f-7a86-4022-843c-f9284ebf7d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:11.280182 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-27b87150-5b34-4ac5-b539-1aa178799633 req-12ed56be-dfb2-48e9-8267-6fb1bf6a36f9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884726
Sep 15 19:07:11.525073 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Attempting to bind port 845cc3e9-d382-48ac-8782-57111db610cd on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:11.529324 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Attempting to bind port 845cc3e9-d382-48ac-8782-57111db610cd by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:11.529891 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Attempting to bind port 845cc3e9-d382-48ac-8782-57111db610cd on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:11.537864 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:11.538291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Checking segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:11.538758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:11.539252 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Bound using segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:11.539718 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Bound port: 845cc3e9-d382-48ac-8782-57111db610cd, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:11.540231 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:11.640277 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] For port 845cc3e9-d382-48ac-8782-57111db610cd, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:11.645185 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] For port 845cc3e9-d382-48ac-8782-57111db610cd, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=845cc3e9-d382-48ac-8782-57111db610cd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:11.652300 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:11.688924 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:11.763304 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d7a1b-da86-4ff4-ab3f-a471152ad835 req-ead95690-44de-4977-8bda-51b380cf8dd7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:11.766102 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1d2d7a1b-da86-4ff4-ab3f-a471152ad835 req-ead95690-44de-4977-8bda-51b380cf8dd7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1770217
Sep 15 19:07:11.782738 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922baf0850>, [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:10Z', 'revision_number': 3, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:11.793330 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Checking router: c715ae3d-f8af-476a-9a7c-2d6cca6428ad for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:07:11.793693 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Updating router c715ae3d-f8af-476a-9a7c-2d6cca6428ad port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:07:11.889066 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:11.890419 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb44a30>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:11.893964 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1d2d7a1b-da86-4ff4-ab3f-a471152ad835 req-573cb1a9-3e9c-402e-95d1-f8c1f49c300e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207805
Sep 15 19:07:11.918209 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:12.129614 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2fa8f-7a86-4022-843c-f9284ebf7d5f None None] Pushing event updated for resources: {'Port': ['ID=845cc3e9-d382-48ac-8782-57111db610cd,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:12.147559 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-71c2fa8f-7a86-4022-843c-f9284ebf7d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:12.176928 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:12.237804 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device f1dd73e1-1519-4828-8c80-5197f723cc9b up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:12.582809 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:12.592264 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:12.603974 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Transition to ACTIVE for port object 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:12.618168 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:12.623183 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:12.789815 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509da21-9498-4987-9b43-56ec118266f5 None None] Pushing event updated for resources: {'Port': ['ID=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,revision_number=2']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:12.795081 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c509da21-9498-4987-9b43-56ec118266f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:12.796188 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Attempting to bind port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:12.796723 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Attempting to bind port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:12.797286 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Attempting to bind port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:12.807030 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:12.811387 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:12.812147 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:12.812996 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:12.813725 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Bound port: 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:12.814464 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:12.840351 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port f1dd73e1-1519-4828-8c80-5197f723cc9b completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:12.911179 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb44a30>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:11Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:12.925647 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f6ca58-97b6-4749-97da-e9e8e13d588b None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:11Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:07:13.056896 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] For port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:13.067417 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] For port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:13.085910 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:13.086418 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85757d-7b5f-4b64-8c72-8eb83667de44 None None] Network b2e179fb-70e6-475b-83ac-6fc913743e8a requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:07:13.090754 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:13.205688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26651a3d-2983-4b73-8171-e70286443d01 req-68054572-497e-4435-9062-ff2d5748302a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:13.206110 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509da21-9498-4987-9b43-56ec118266f5 None None] Pushing event updated for resources: {'Port': ['ID=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:13.207297 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-26651a3d-2983-4b73-8171-e70286443d01 req-68054572-497e-4435-9062-ff2d5748302a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.5936112
Sep 15 19:07:13.212744 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c509da21-9498-4987-9b43-56ec118266f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:13.230453 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Routers {'c715ae3d-f8af-476a-9a7c-2d6cca6428ad'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:13.231583 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922baf0850>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:13.295576 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Allocated IP 172.20.0.1 (b2e179fb-70e6-475b-83ac-6fc913743e8a/a40d4e28-d5a0-4c76-8f81-187f5847de08/4eeea401-e4da-42b9-a9be-2396a4c52e13) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:07:13.350226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d50f5-d721-4292-bf4f-466bb5db15b3 req-d894afaf-6c0a-4410-80b5-de2402e1938f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:13.361578 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-127d50f5-d721-4292-bf4f-466bb5db15b3 req-d894afaf-6c0a-4410-80b5-de2402e1938f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1309431
Sep 15 19:07:13.396704 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-26651a3d-2983-4b73-8171-e70286443d01 req-a341209b-5de0-4353-b196-b51f692b1aee tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1726518
Sep 15 19:07:13.491867 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-127d50f5-d721-4292-bf4f-466bb5db15b3 req-8566d484-86f1-4e43-8583-4f6cd4e2e4ed tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292782
Sep 15 19:07:13.668212 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:13.689773 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Transition to ACTIVE for port object 4eeea401-e4da-42b9-a9be-2396a4c52e13 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:13.748177 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:13.756637 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] Set router c715ae3d-f8af-476a-9a7c-2d6cca6428ad gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:13.762851 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Provisioning for port f1dd73e1-1519-4828-8c80-5197f723cc9b completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:13.763475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a8fee0e7-8851-4b5f-8b57-50a030349fea tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:13.777298 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Provisioning complete for port f1dd73e1-1519-4828-8c80-5197f723cc9b triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:13.777663 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.251117 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeea401-e4da-42b9-a9be-2396a4c52e13,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:14.271959 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:14.310024 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Network b2e179fb-70e6-475b-83ac-6fc913743e8a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:14.315446 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:14.322654 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:14.327555 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.411322 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 845cc3e9-d382-48ac-8782-57111db610cd up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:14.453869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.631520 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] For port f1dd73e1-1519-4828-8c80-5197f723cc9b, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=f1dd73e1-1519-4828-8c80-5197f723cc9b,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:14.640834 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.644334 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.665988 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:14.798570 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Pushing event updated for resources: {'Port': ['ID=f1dd73e1-1519-4828-8c80-5197f723cc9b,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:14.807218 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:14.822909 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922baf0850>, [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:10Z', 'revision_number': 3, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:14.824885 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 845cc3e9-d382-48ac-8782-57111db610cd completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:14.829978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-c4baaffb-30a4-4cbb-845a-8d1d9561cffa None None] Provisioning complete for port f1dd73e1-1519-4828-8c80-5197f723cc9b triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:14.830450 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c4baaffb-30a4-4cbb-845a-8d1d9561cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.840701 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b694a3dc-c6ee-4d86-8234-53bbe4d7d508 None None] The sync data for ids ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'] in dv-cinder-806008-3-iscsi is: [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:10Z', 'revision_number': 3, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:07:14.865917 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 845cc3e9-d382-48ac-8782-57111db610cd triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:14.866302 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:14.968776 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b855b-8543-448a-8d7e-6ce0a7783134 req-21b9b28f-1548-4ec2-90e3-daf4c20449c9 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:14.976831 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2e4b855b-8543-448a-8d7e-6ce0a7783134 req-21b9b28f-1548-4ec2-90e3-daf4c20449c9 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1347325
Sep 15 19:07:15.029908 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa8f6e-28a8-4515-a69d-4284dbcecf08 req-7b0032db-bdb7-42be-ad4d-b12babf1b70d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:15.051337 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-40aa8f6e-28a8-4515-a69d-4284dbcecf08 req-7b0032db-bdb7-42be-ad4d-b12babf1b70d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2711258
Sep 15 19:07:15.056576 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2e4b855b-8543-448a-8d7e-6ce0a7783134 req-cee15bbb-50c1-45d3-849b-3090dda07769 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770631
Sep 15 19:07:15.218876 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:15.272349 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 845cc3e9-d382-48ac-8782-57111db610cd, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=845cc3e9-d382-48ac-8782-57111db610cd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:15.281139 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:15.288436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:15.332936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:15.383938 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=845cc3e9-d382-48ac-8782-57111db610cd,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:15.390041 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:15.390435 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-174e924f-631f-4f93-b9b2-7c1d9c3ed2df None None] Provisioning for port 4eeea401-e4da-42b9-a9be-2396a4c52e13 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:15.417754 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-174e924f-631f-4f93-b9b2-7c1d9c3ed2df None None] Provisioning complete for port 4eeea401-e4da-42b9-a9be-2396a4c52e13 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:15.418444 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-174e924f-631f-4f93-b9b2-7c1d9c3ed2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:15.432301 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:15.527649 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-174e924f-631f-4f93-b9b2-7c1d9c3ed2df None None] Port 4eeea401-e4da-42b9-a9be-2396a4c52e13 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:07:15.541041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:15.549554 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a394-0799-40e4-8311-440a516cfa2f req-f77678b3-12d9-484a-8b6a-bcc25b042190 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:15.557014 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f1a0a394-0799-40e4-8311-440a516cfa2f req-f77678b3-12d9-484a-8b6a-bcc25b042190 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1221061
Sep 15 19:07:15.628721 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f1a0a394-0799-40e4-8311-440a516cfa2f req-7d21e776-2036-4a14-8522-941e9e608f30 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702381
Sep 15 19:07:15.691223 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-40aa8f6e-28a8-4515-a69d-4284dbcecf08 req-0ea0ed23-d4bc-46df-9067-942fb7598b64 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6384995
Sep 15 19:07:15.692367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:15.736503 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeea401-e4da-42b9-a9be-2396a4c52e13,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:15.750877 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:15.913346 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Network b2e179fb-70e6-475b-83ac-6fc913743e8a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:15.916907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:16.243618 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device f1dd73e1-1519-4828-8c80-5197f723cc9b up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:16.419120 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port f1dd73e1-1519-4828-8c80-5197f723cc9b triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:16.419843 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:16.513620 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-defa4837-78ce-4f0c-a7ad-ed8c67706252 None None] Provisioning complete for port 4eeea401-e4da-42b9-a9be-2396a4c52e13 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:16.514010 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-defa4837-78ce-4f0c-a7ad-ed8c67706252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:16.659983 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b354-d1e2-424a-beda-78131415f6d8 req-ccf4bfb1-13b7-455b-97f1-5193dacaf4d0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:16.662015 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9d34b354-d1e2-424a-beda-78131415f6d8 req-ccf4bfb1-13b7-455b-97f1-5193dacaf4d0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2571850
Sep 15 19:07:16.695949 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-defa4837-78ce-4f0c-a7ad-ed8c67706252 None None] Port 4eeea401-e4da-42b9-a9be-2396a4c52e13 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:07:16.709238 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 845cc3e9-d382-48ac-8782-57111db610cd up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:16.718655 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Router c715ae3d-f8af-476a-9a7c-2d6cca6428ad has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:07:16.752171 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9d34b354-d1e2-424a-beda-78131415f6d8 req-ed1f4650-c467-44e2-9a82-4ba29df2d7ba tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811427
Sep 15 19:07:16.880475 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 845cc3e9-d382-48ac-8782-57111db610cd triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:16.881457 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:17.003730 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef042-e1a4-4165-ba65-8dfc9ee7005f req-3f04d8e4-e6cb-484a-b550-db5aea6cca02 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:17.017254 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f30ef042-e1a4-4165-ba65-8dfc9ee7005f req-3f04d8e4-e6cb-484a-b550-db5aea6cca02 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1203735
Sep 15 19:07:17.104896 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f30ef042-e1a4-4165-ba65-8dfc9ee7005f req-4f5843e0-b1ad-4c4a-8142-a6804aface03 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861378
Sep 15 19:07:17.135178 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:07:17.155970 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] 10.222.0.52 "PUT /v2.0/routers/c715ae3d-f8af-476a-9a7c-2d6cca6428ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2464383
Sep 15 19:07:17.385347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ca8fc-2775-41e8-b097-0a2f7625d7f6 req-fbc929dd-0eb5-4ccc-bcbb-a96dc4537f37 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:17.415199 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f54ca8fc-2775-41e8-b097-0a2f7625d7f6 req-fbc929dd-0eb5-4ccc-bcbb-a96dc4537f37 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1675675
Sep 15 19:07:17.539149 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f54ca8fc-2775-41e8-b097-0a2f7625d7f6 req-9ab31250-51c7-4dc0-8dd8-cbd55ab61f09 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214457
Sep 15 19:07:18.139713 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2429a0f-7bee-4eab-bf89-4eec5efe3060 req-2aca14b9-827a-45fe-85fb-0b7a5e9776d6 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:18.148625 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2429a0f-7bee-4eab-bf89-4eec5efe3060 req-2aca14b9-827a-45fe-85fb-0b7a5e9776d6 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2048881
Sep 15 19:07:18.339561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37608) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:18.346150 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-369797331', 'description': 'tempest-secgroup-smoke-369797331 description', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:18.353219 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2429a0f-7bee-4eab-bf89-4eec5efe3060 req-719e32ab-acbf-411d-867e-554c45bd880d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947935
Sep 15 19:07:18.363928 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:18.384749 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:18.395285 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:18.409996 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:18.437055 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:18.511376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:18.521520 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:18.525498 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:18.536546 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:18.713944 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:18.744936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d93b6-03b5-4fb5-86dc-4e8007592003 req-499f9fd5-3547-4d3e-abc6-381b95ca54fa tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:18.748610 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-122d93b6-03b5-4fb5-86dc-4e8007592003 req-499f9fd5-3547-4d3e-abc6-381b95ca54fa tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2052062
Sep 15 19:07:18.748610 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:18.750913 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:18.867722 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:18.869073 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.5277922
Sep 15 19:07:18.872016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37616) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:18.885299 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group_rule': {'security_group_id': 'c96fcbe1-ba93-4863-b507-7979edc9ed08', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:18.890961 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96fcbe1-ba93-4863-b507-7979edc9ed08,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:18.898068 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:18.899063 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:18.907936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:18.910915 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:18.925673 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-122d93b6-03b5-4fb5-86dc-4e8007592003 req-ba875f29-bd45-4015-ad33-f7b2020d5d04 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1444526
Sep 15 19:07:18.935954 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:18.951660 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34a9c0-139d-436d-869e-17afcfaf854c req-82249711-afb1-436f-b343-a30b7835fa10 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:18.953298 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1a34a9c0-139d-436d-869e-17afcfaf854c req-82249711-afb1-436f-b343-a30b7835fa10 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1039460
Sep 15 19:07:18.963238 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.013878 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1a34a9c0-139d-436d-869e-17afcfaf854c req-e2a52e7f-913d-44db-b094-1ab33b1971e0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550699
Sep 15 19:07:19.044787 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.053119 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.055210 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2fe12185-538e-4c49-9e02-3c00e3753257 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:19.091377 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbf4b70-e3d8-4652-8abd-2534c48222b5,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:19.096824 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:19.109223 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.110907 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-986615c1-c774-43e3-9acc-27f39bb6503f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2379827
Sep 15 19:07:19.114293 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37622) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:19.121989 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group_rule': {'security_group_id': 'c96fcbe1-ba93-4863-b507-7979edc9ed08', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:19.128735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:19.134963 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:19.145975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:19.157858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:19.176718 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.268693 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.273661 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.276109 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:19.308924 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca18039b-2f6c-4c23-a1e4-10f10580b984,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:19.315909 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:19.323550 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.326154 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2101562
Sep 15 19:07:19.328653 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37630) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:19.338475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group_rule': {'security_group_id': 'c96fcbe1-ba93-4863-b507-7979edc9ed08', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:19.348590 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:19.353829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:19.356933 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:19.363899 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:19.390211 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.510061 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.516173 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.519560 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:19.548688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970430f2-7acc-45ce-9d96-6f5220f26bc6,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:19.560176 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:19.579356 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.584222 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4342d58c-4552-4996-a34a-a3fb9cb4473f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2535300
Sep 15 19:07:19.585165 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37638) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:19.594181 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group_rule': {'security_group_id': 'c96fcbe1-ba93-4863-b507-7979edc9ed08', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:19.601296 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:19.607898 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:19.611513 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:19.618369 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:19.641063 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.718985 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f1673-a2b5-48ec-a9c7-48de32f0329c req-47a11fdf-8815-44d9-9472-ff4fc3a4772c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:19.722496 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f71f1673-a2b5-48ec-a9c7-48de32f0329c req-47a11fdf-8815-44d9-9472-ff4fc3a4772c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1471891
Sep 15 19:07:19.729222 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.736352 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.740623 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:19.767544 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7b31a0-c5db-46e0-bac9-fa9b2218c54b,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:19.777712 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:19.784312 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f71f1673-a2b5-48ec-a9c7-48de32f0329c req-6e1f78a0-de7f-49d9-a440-f98fb61ef756 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524440
Sep 15 19:07:19.807926 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:19.815047 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2230201
Sep 15 19:07:19.815169 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37644) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:19.834845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group_rule': {'security_group_id': 'c96fcbe1-ba93-4863-b507-7979edc9ed08', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:19.849658 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:19.863563 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:19.866491 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:19.875717 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:19.899065 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.securitygroups_db [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Project cddf5ed569624b9d9ac4d1d917e36cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 19:07:19.913571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.020968 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.025458 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.045970 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:20.066174 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04420896-6b2e-43b1-aee7-44a6a31b908c,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:20.069704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:20.075204 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.077534 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-1ca2a855-483e-4107-a159-c4dafb2a4bdb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2621553
Sep 15 19:07:20.080695 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37660) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:20.087703 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'security_group_rule': {'security_group_id': 'c96fcbe1-ba93-4863-b507-7979edc9ed08', 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:20.099945 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:20.112560 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:security_group_rule and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:20.129893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:20.150177 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:20.173796 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.securitygroups_db [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Project cddf5ed569624b9d9ac4d1d917e36cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 19:07:20.186788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.385241 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.395347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf8ed7-4b3c-4351-8f68-20ea5ad4e800 req-e372efc2-cb32-4d44-b4f2-ea0338108b92 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:20.405225 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82bf8ed7-4b3c-4351-8f68-20ea5ad4e800 req-e372efc2-cb32-4d44-b4f2-ea0338108b92 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1910255
Sep 15 19:07:20.425395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.439540 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7310aee5-b06e-4d64-9fb2-30e4168830c6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:20.442562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68361256-6a25-4a7a-8d34-c2c7521c232d req-5b1b7de0-e31d-4f25-9c49-e7ad9030654b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:20.444143 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-68361256-6a25-4a7a-8d34-c2c7521c232d req-5b1b7de0-e31d-4f25-9c49-e7ad9030654b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2364914
Sep 15 19:07:20.520382 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-68361256-6a25-4a7a-8d34-c2c7521c232d req-cf5f6814-f6d2-49f9-af81-c14a901cd2c1 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682349
Sep 15 19:07:20.540412 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82bf8ed7-4b3c-4351-8f68-20ea5ad4e800 req-af29dfa6-17a2-4bc6-b3fa-c5d81490132d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1324759
Sep 15 19:07:20.547135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f6870a-f1a4-4b88-8d60-382712122e98,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:20.561067 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:20.567000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:20.569333 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-44fb876c-9bb8-4211-ab11-5a9c4f2e01d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4864902
Sep 15 19:07:21.213710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6051c-dec3-4791-9d75-da7884d5c098 req-43de8e50-402e-43ad-8b05-f06796be2369 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:21.220559 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-55a6051c-dec3-4791-9d75-da7884d5c098 req-43de8e50-402e-43ad-8b05-f06796be2369 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1104436
Sep 15 19:07:21.277668 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-55a6051c-dec3-4791-9d75-da7884d5c098 req-daf679cd-8e62-475b-9922-0d67c12a911b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561886
Sep 15 19:07:21.945338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10c370-5afd-4ab8-b800-663752b39c34 req-40c0a214-f348-4455-9c00-a9761dcde36f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:21.957884 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cc10c370-5afd-4ab8-b800-663752b39c34 req-40c0a214-f348-4455-9c00-a9761dcde36f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1257172
Sep 15 19:07:22.020823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebaa64-51f7-46c9-ad3a-8a0d24f8190e req-9c28cc59-e099-4825-ae49-36f96b9e76af tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:22.029425 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4eebaa64-51f7-46c9-ad3a-8a0d24f8190e req-9c28cc59-e099-4825-ae49-36f96b9e76af tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2252119
Sep 15 19:07:22.064531 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cc10c370-5afd-4ab8-b800-663752b39c34 req-5901e54d-9826-4d5e-b37d-ad353339ec8b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011407
Sep 15 19:07:22.118591 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4eebaa64-51f7-46c9-ad3a-8a0d24f8190e req-e02e0341-e5e9-4ac0-a945-3e98ae1f61a4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881529
Sep 15 19:07:22.247920 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:22.411036 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:07:22.548178 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:22.666200 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:22.677322 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:22.702711 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd986a1-a0f1-4d6d-92ea-58dfe93283f2 req-c03e7c0f-b736-4df9-bc6e-4ae28f8f0036 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:22.721528 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9bd986a1-a0f1-4d6d-92ea-58dfe93283f2 req-c03e7c0f-b736-4df9-bc6e-4ae28f8f0036 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1415422
Sep 15 19:07:22.843595 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9bd986a1-a0f1-4d6d-92ea-58dfe93283f2 req-21aa6608-14e4-416f-8f38-894d6955c5b8 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210177
Sep 15 19:07:22.913267 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:22.945471 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'mac_address': 'fa:16:3e:52:96:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:07:23.043030 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.093228 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37750) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:23.096572 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:23.097691 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.112069 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.117148 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:23.162794 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73cc36dd-f2c6-495e-93bd-94c548b97322 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:07:23.198179 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:23.207125 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:23.210672 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.212608 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:23.213269 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:23.250350 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Deleting subnet ea5c72c1-2737-434d-903d-3809b3b44580 {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:07:23.254152 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.352804 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=6']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:23.358483 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.362392 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:23.392440 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.396609 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['73cc36dd-f2c6-495e-93bd-94c548b97322'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:07:23.418656 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8c43e-d856-40a5-af3f-79ff8a619bbc req-eadff264-9c1c-40df-93b0-5bb40a7cd5e3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:23.425961 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-49f8c43e-d856-40a5-af3f-79ff8a619bbc req-eadff264-9c1c-40df-93b0-5bb40a7cd5e3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 945 time: 0.1010637
Sep 15 19:07:23.488112 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-49f8c43e-d856-40a5-af3f-79ff8a619bbc req-f97a7398-e376-441f-b6c3-c1a9b7975851 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609212
Sep 15 19:07:23.679866 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11903d-314e-4dc1-af4c-972502eec24e req-d6622bc1-df16-45d2-ace2-8c7d015e27df tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:23.682310 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f11903d-314e-4dc1-af4c-972502eec24e req-d6622bc1-df16-45d2-ace2-8c7d015e27df tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2143209
Sep 15 19:07:23.684085 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.689777 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-930e23c4-7792-47d1-a654-21dcc1b539c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:23.767291 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5c72c1-2737-434d-903d-3809b3b44580,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:23.776916 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:23.781218 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:23.803093 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3ea6d1c6-c215-4388-af9a-0a9f26baaf99 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ea5c72c1-2737-434d-903d-3809b3b44580 HTTP/1.1" status: 204  len: 168 time: 0.7083874
Sep 15 19:07:23.806368 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37766) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:23.820260 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7f11903d-314e-4dc1-af4c-972502eec24e req-81f19dae-c07a-4959-bc67-dd57e0fdfe4d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1009634
Sep 15 19:07:24.009139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.187029 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:24.376116 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.402993 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b20d550>,) {'filters': {'network_id': ['028c2288-02fc-46e4-8e3f-b158602303b5']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:24.416590 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b20d550>, 'f733038c-17cd-4aaf-86d2-331274bf8a92') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:24.416899 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b20d550>, 'f733038c-17cd-4aaf-86d2-331274bf8a92') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:24.435958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.445544 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:24.466616 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.476326 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:07:24.477150 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.619356 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:24.619888 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.653689 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 73cc36dd-f2c6-495e-93bd-94c548b97322 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:24.654189 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:07:24.663635 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:07:24.671153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.684705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-94695a26-720d-4c96-bcf4-c25f1624a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:24.713641 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Pushing event deleted for resources: {'Network': ['ID=028c2288-02fc-46e4-8e3f-b158602303b5,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:24.715902 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.721954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:24.737966 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-5ea380be-fe73-4bac-803c-10b5c24c397d admin admin] 10.222.0.52 "DELETE /v2.0/networks/028c2288-02fc-46e4-8e3f-b158602303b5 HTTP/1.1" status: 204  len: 168 time: 0.9306643
Sep 15 19:07:24.743163 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37780) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:24.818852 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cc14e-1ba4-4921-a092-643e973b4171 req-4d737984-65ad-4fe5-8ebf-72ff3ed61a27 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:24.826985 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-387cc14e-1ba4-4921-a092-643e973b4171 req-4d737984-65ad-4fe5-8ebf-72ff3ed61a27 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 945 time: 0.1196876
Sep 15 19:07:24.828345 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404da66-3a5b-4bbf-b72b-856d1c11b769 req-f5bd8539-cafd-4f55-9f28-b39255c12c0b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:24.837326 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d404da66-3a5b-4bbf-b72b-856d1c11b769 req-f5bd8539-cafd-4f55-9f28-b39255c12c0b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2108755
Sep 15 19:07:24.887983 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Deleting subnet 2b55fdfc-d106-4b99-b427-0928a113057f {{(pid=75126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:07:24.889731 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.891128 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-387cc14e-1ba4-4921-a092-643e973b4171 req-e00bc563-9c42-4eca-b532-f8dba1adbc3f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632095
Sep 15 19:07:24.892890 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.958453 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:24.958945 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-921545'] for subnet, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.959833 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:24.967327 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:24.969536 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:25.035304 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d404da66-3a5b-4bbf-b72b-856d1c11b769 req-dbbc8bc5-61f6-477d-a1bd-67a64f2d166f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965182
Sep 15 19:07:25.046474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.074777 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=7']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:25.078682 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:25.132762 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'code': 200}
Sep 15 19:07:25.141110 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de61756-124d-4450-be18-0f9bbabcacde req-b2706ddb-a0af-4245-91e3-8c1196b14459 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:25.141728 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8281650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8263578'] for subnet, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.142844 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8de61756-124d-4450-be18-0f9bbabcacde req-b2706ddb-a0af-4245-91e3-8c1196b14459 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1087220
Sep 15 19:07:25.145760 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:25.191973 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b55fdfc-d106-4b99-b427-0928a113057f,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:25.199186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:25.203293 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.210167 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-64d059d9-1a19-419b-b810-5cca2b7ee4b5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b55fdfc-d106-4b99-b427-0928a113057f HTTP/1.1" status: 204  len: 168 time: 0.4645894
Sep 15 19:07:25.212893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37790) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:25.230062 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8de61756-124d-4450-be18-0f9bbabcacde req-e6fb5a26-8c1e-4906-b618-fd5e3b455c41 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789444
Sep 15 19:07:25.373889 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.644758 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.666847 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b9a1a60>,) {'filters': {'network_id': ['07927cc3-46c9-4040-957f-c81c5c3ecf24']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:25.711537 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b9a1a60>, 'c9a54e8b-5e8d-4c8c-b6c7-833a8e12da89') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:25.711537 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b9a1a60>, 'c9a54e8b-5e8d-4c8c-b6c7-833a8e12da89') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:25.738292 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.772628 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.785696 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:07:25.789973 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:07:25.889697 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:07:25.904456 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.911566 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:25.954201 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:25.963140 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07927cc3-46c9-4040-957f-c81c5c3ecf24,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:25.975070 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/07927cc3-46c9-4040-957f-c81c5c3ecf24 HTTP/1.1" status: 204  len: 168 time: 0.7601261
Sep 15 19:07:25.976817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6478e143-9ef4-4e92-bff9-b342ee90bad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:26.589009 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37824) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:26.725613 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189b32f-fd74-47fe-aa2b-4eb0d58b8bb6 req-9d9ee9a2-d18a-4226-bd26-e164858fc294 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:26.726201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7454f7-69a7-44f5-901c-059f5030dce2 req-0bc69b67-ce82-4d63-8a83-22d6e93e8a06 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:26.734792 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2e7454f7-69a7-44f5-901c-059f5030dce2 req-0bc69b67-ce82-4d63-8a83-22d6e93e8a06 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.5319924
Sep 15 19:07:26.738712 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f189b32f-fd74-47fe-aa2b-4eb0d58b8bb6 req-9d9ee9a2-d18a-4226-bd26-e164858fc294 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2847612
Sep 15 19:07:26.800069 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-15048405-27e3-4d21-a4ed-925036613494 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21d637961e334049ac30f814491ead8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2056549
Sep 15 19:07:26.805968 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 37838) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:26.839128 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f189b32f-fd74-47fe-aa2b-4eb0d58b8bb6 req-944b2a5a-a41e-4400-a9b7-3629978b5014 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992575
Sep 15 19:07:26.907028 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2e7454f7-69a7-44f5-901c-059f5030dce2 req-40b8487e-9643-4c3d-b032-cc03ba7f0a0f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1645966
Sep 15 19:07:26.918849 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:26.975848 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:27.044513 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:27.051216 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b2b135ee-d38e-4004-ae05-414e323c675f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:27.089655 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:27.099755 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6deb4776-8882-47ba-a789-85701eb6307d HTTP/1.1" status: 204  len: 168 time: 0.2856708
Sep 15 19:07:27.107590 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb4776-8882-47ba-a789-85701eb6307d,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:27.110736 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:27.212339 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd938-a4f3-46f2-ad42-15bf6241a5b2 req-95beaa02-9a4f-47c4-b766-a3c679b00eda tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:27.216526 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1a8cd938-a4f3-46f2-ad42-15bf6241a5b2 req-95beaa02-9a4f-47c4-b766-a3c679b00eda tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1702406
Sep 15 19:07:27.329555 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1a8cd938-a4f3-46f2-ad42-15bf6241a5b2 req-6070b4ae-0ad3-45ec-a0fc-63686c671160 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080217
Sep 15 19:07:27.656778 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd29169-b5bf-46e0-a31d-ba166bf8d72b req-a58c1176-052f-44c8-aa4b-5f13d9bd2eb8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:27.666436 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7cd29169-b5bf-46e0-a31d-ba166bf8d72b req-a58c1176-052f-44c8-aa4b-5f13d9bd2eb8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.1169863
Sep 15 19:07:27.770692 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7cd29169-b5bf-46e0-a31d-ba166bf8d72b req-21f43452-c264-41b0-a3b4-b374b4853144 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025522
Sep 15 19:07:28.106280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37876) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:28.263438 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e883fc32-5849-4540-8b49-5a902c728065 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fb8648b336947efa6fea4288058338d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1555221
Sep 15 19:07:28.265894 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 37880) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:28.437475 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ab88a-f68e-449a-ac34-d078308a843c req-05f73a93-5797-4944-a9fa-561ff6d30b2a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:28.454457 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8e8ab88a-f68e-449a-ac34-d078308a843c req-05f73a93-5797-4944-a9fa-561ff6d30b2a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2080891
Sep 15 19:07:28.516969 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:28.557213 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0941bf-7c9c-4cee-80cb-2cfaf1009eb7 req-078a964d-24ae-4d9c-9ee1-7c11d44c0224 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:28.564403 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4a0941bf-7c9c-4cee-80cb-2cfaf1009eb7 req-078a964d-24ae-4d9c-9ee1-7c11d44c0224 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2544975
Sep 15 19:07:28.590321 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8e8ab88a-f68e-449a-ac34-d078308a843c req-3b7bbf6e-7a5e-4fa3-8a1f-a3e873397e66 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339574
Sep 15 19:07:28.602696 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:28.651182 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-04bf5ceb-1601-4343-98a2-4f01036f20b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:28.662672 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4a0941bf-7c9c-4cee-80cb-2cfaf1009eb7 req-8bff5976-93ee-4ba4-a825-7f31d6781d6a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970793
Sep 15 19:07:28.775099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:28.792884 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a74985b4-334e-42d7-a08a-4963ebb8b82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:28.820397 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b44340-670e-4097-b2d7-963f16102318,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:28.825462 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:28.840078 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:28.844140 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2ba35733-6889-417a-8436-ccb1667ed3ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41b44340-670e-4097-b2d7-963f16102318 HTTP/1.1" status: 204  len: 168 time: 0.5746369
Sep 15 19:07:29.015315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:29.140936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f257c8-f419-46d1-a03f-124ed8ed9c32 req-56683582-f1d1-449b-bd11-f167d9da1aa3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:29.149666 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13f257c8-f419-46d1-a03f-124ed8ed9c32 req-56683582-f1d1-449b-bd11-f167d9da1aa3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.1667023
Sep 15 19:07:29.246128 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae85ea4-7e5a-4ed9-88f3-4f402498feb0 req-4df0a5a9-0d23-4add-971b-b3130280f004 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:29.255106 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6ae85ea4-7e5a-4ed9-88f3-4f402498feb0 req-4df0a5a9-0d23-4add-971b-b3130280f004 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.3738422
Sep 15 19:07:29.279296 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13f257c8-f419-46d1-a03f-124ed8ed9c32 req-e6010735-44af-4ab6-925a-163662c9da45 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286254
Sep 15 19:07:29.334939 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6ae85ea4-7e5a-4ed9-88f3-4f402498feb0 req-99eedee8-9247-4115-889e-838cf3f691e9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769920
Sep 15 19:07:29.945165 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006016e-fdfa-411a-8e01-d5593950c971 req-d202f2df-162f-4fff-b572-e00eca145d55 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:29.960923 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b006016e-fdfa-411a-8e01-d5593950c971 req-d202f2df-162f-4fff-b572-e00eca145d55 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1118224
Sep 15 19:07:30.020424 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbfa98-5ea8-4d53-9a19-dccfbaa701d9 req-01c2ccec-6f84-46d4-8a58-0078b4d06722 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:30.036332 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f5bbfa98-5ea8-4d53-9a19-dccfbaa701d9 req-01c2ccec-6f84-46d4-8a58-0078b4d06722 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1512976
Sep 15 19:07:30.095461 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b006016e-fdfa-411a-8e01-d5593950c971 req-ca501c09-a390-4c0a-bd69-9f43f5ede454 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328306
Sep 15 19:07:30.170307 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f5bbfa98-5ea8-4d53-9a19-dccfbaa701d9 req-fb618506-1c7c-4efe-8379-c52d4262fe42 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257086
Sep 15 19:07:30.907744 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efbf14-db64-48db-b7b9-1d911b37916b req-a2a741c4-276a-474f-bf9e-0bfcaf4ebcec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:30.916617 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b3efbf14-db64-48db-b7b9-1d911b37916b req-a2a741c4-276a-474f-bf9e-0bfcaf4ebcec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1634994
Sep 15 19:07:30.927216 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-4dca4d46-5cfa-4583-bba6-07cd1b41d287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:30.982684 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d256f-b47a-41fb-927b-998b58bd3704 req-ade4d1ee-f6d2-49d9-b9ca-0221e8b5d5ad tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:30.987512 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4f7d256f-b47a-41fb-927b-998b58bd3704 req-ade4d1ee-f6d2-49d9-b9ca-0221e8b5d5ad tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.2055054
Sep 15 19:07:31.032842 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b3efbf14-db64-48db-b7b9-1d911b37916b req-bb240280-a178-40e4-b062-108da5d10718 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142921
Sep 15 19:07:31.062473 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4f7d256f-b47a-41fb-927b-998b58bd3704 req-9f60eb95-623c-43ee-9110-53f8bc9ecea5 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694351
Sep 15 19:07:31.689979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d6345-88c1-4a4b-88cf-f0077dd97f31 req-ba98f2de-2da5-427c-8e6c-5effdc73cdb4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:31.692354 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c97d6345-88c1-4a4b-88cf-f0077dd97f31 req-ba98f2de-2da5-427c-8e6c-5effdc73cdb4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1988654
Sep 15 19:07:31.760117 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faecd58-e8f0-433b-a060-2b6073e24a99 req-9e347545-267e-4022-ad98-47e4afe1724b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:31.771584 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6faecd58-e8f0-433b-a060-2b6073e24a99 req-9e347545-267e-4022-ad98-47e4afe1724b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.3296113
Sep 15 19:07:31.788532 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:31.793815 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c97d6345-88c1-4a4b-88cf-f0077dd97f31 req-8776c2dc-64ac-4e68-a392-b3ad611cfa56 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885875
Sep 15 19:07:31.899952 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6faecd58-e8f0-433b-a060-2b6073e24a99 req-904aa796-1b7f-4c64-97f3-93465ee89f0f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265092
Sep 15 19:07:32.550307 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d706636-c1ed-49d8-bc4a-59c4c7593069 req-24a31313-9331-4476-b913-7366ae9dac72 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:32.555310 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47dd0c-0a09-4dae-aa34-1961c33597d4 req-4388eaec-bfd7-49c9-aa03-643c468ad233 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:32.558228 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6d706636-c1ed-49d8-bc4a-59c4c7593069 req-24a31313-9331-4476-b913-7366ae9dac72 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1783035
Sep 15 19:07:32.567161 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2d47dd0c-0a09-4dae-aa34-1961c33597d4 req-4388eaec-bfd7-49c9-aa03-643c468ad233 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.2033184
Sep 15 19:07:32.639685 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6d706636-c1ed-49d8-bc4a-59c4c7593069 req-995b7f41-326b-4d19-b0ae-56d17d4daae0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803950
Sep 15 19:07:32.693783 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2d47dd0c-0a09-4dae-aa34-1961c33597d4 req-01e13658-ce3f-4903-b58a-30ffa92d1d75 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252692
Sep 15 19:07:33.169415 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d2278-5a7a-41eb-b88e-b9aafaf856d2 req-61e83194-762d-484f-88dd-b4adbfefc445 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:33.176772 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-595d2278-5a7a-41eb-b88e-b9aafaf856d2 req-61e83194-762d-484f-88dd-b4adbfefc445 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1151483
Sep 15 19:07:33.250984 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-595d2278-5a7a-41eb-b88e-b9aafaf856d2 req-e372069c-1fa6-45da-bd18-be57693f3cf2 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727999
Sep 15 19:07:33.390909 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:33.423790 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2658c-763f-4592-ab18-b18537a19d44 req-d77f6c1b-f4b2-4e29-a447-32cba118aafc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:33.429074 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-dda2658c-763f-4592-ab18-b18537a19d44 req-d77f6c1b-f4b2-4e29-a447-32cba118aafc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2701035
Sep 15 19:07:33.451336 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-a5848f83-7cf1-49c8-846b-79c3e869d645 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:33.453565 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-a5848f83-7cf1-49c8-846b-79c3e869d645 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.2321215
Sep 15 19:07:33.572619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Deleting port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:07:33.573314 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:33.635072 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-dda2658c-763f-4592-ab18-b18537a19d44 req-07d46b31-d673-4f3d-b60a-1e0e7f247015 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934235
Sep 15 19:07:33.864884 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:34.189607 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] For port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:34.190270 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:34.227465 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5980-cba5-48a8-8588-3b9c18a96de6 req-b4fd3ca8-fd71-4806-9a94-fb908787e2bb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:34.238713 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2dcc5980-cba5-48a8-8588-3b9c18a96de6 req-b4fd3ca8-fd71-4806-9a94-fb908787e2bb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 946 time: 0.3402419
Sep 15 19:07:34.261973 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af9ac-950e-4022-8a63-a4af6d2e0ff9 req-6155b413-0218-4f3f-a38b-4e59f72bd873 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:34.269985 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e82af9ac-950e-4022-8a63-a4af6d2e0ff9 req-6155b413-0218-4f3f-a38b-4e59f72bd873 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.3400896
Sep 15 19:07:34.471086 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-018c70dc-167e-47cd-8574-0574b574dbdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.3724821
Sep 15 19:07:34.499209 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e82af9ac-950e-4022-8a63-a4af6d2e0ff9 req-75e1cd9a-5d83-4d7b-86cc-19921b11ece2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2057121
Sep 15 19:07:34.518339 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Sync routers for ids ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:07:34.542858 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Routers {'c715ae3d-f8af-476a-9a7c-2d6cca6428ad'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:34.543712 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b939b20>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:34.562286 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Calling delete_port for 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:07:34.629865 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2dcc5980-cba5-48a8-8588-3b9c18a96de6 req-cf1b64a8-a65c-4f68-a996-f34dc2a1ef6f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3895292
Sep 15 19:07:34.910906 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:34.942530 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', '53392b4e-95e3-4754-8e65-ccfeb9a6635d', '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:07:34.944091 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4deddfa3-56c5-42bd-99d7-a6c8ca43bb20 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:35.135421 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event deleted for resources: {'Port': ['ID=2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:35.150631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:35.190172 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Set router c715ae3d-f8af-476a-9a7c-2d6cca6428ad gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:35.214687 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] No DVR routers for this DVR port 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:07:35.222504 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:35.241188 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'name': 'network-vif-deleted', 'tag': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:35.256279 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c00ff712-4c90-48d0-b973-851274ac9c2f req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "DELETE /v2.0/ports/2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d HTTP/1.1" status: 204  len: 173 time: 1.7849505
Sep 15 19:07:35.308506 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cf2e7-9ad4-42a6-b280-389d895afffd req-92b99d8c-ea84-461c-a137-ae7b56961c7b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:35.326300 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0c3cf2e7-9ad4-42a6-b280-389d895afffd req-92b99d8c-ea84-461c-a137-ae7b56961c7b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2932081
Sep 15 19:07:35.468850 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-64eaa878-11b6-482a-ad86-2fac960eb396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:35.469995 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-64eaa878-11b6-482a-ad86-2fac960eb396 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.9648032
Sep 15 19:07:35.553095 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0c3cf2e7-9ad4-42a6-b280-389d895afffd req-3a239792-92dc-465c-965f-46fcb030f63f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163649
Sep 15 19:07:35.643990 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-b67067f2-f458-4655-ba70-8583ff7f16d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.1615136
Sep 15 19:07:35.747125 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-46a1f1fe-2007-4d4c-81fc-465ffc1c31e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:35.748614 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-46a1f1fe-2007-4d4c-81fc-465ffc1c31e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.0927150
Sep 15 19:07:35.800439 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea71b94-166b-4502-a90d-1b92a1b628f9', 'name': 'network-vif-deleted', 'tag': '2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d', 'status': 'completed', 'code': 200}
Sep 15 19:07:35.912143 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-3e4f2a7c-1bca-449f-9a75-181d74ef2d45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1524951
Sep 15 19:07:36.119696 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b939b20>, [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:14Z', 'revision_number': 4, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '4eeea401-e4da-42b9-a9be-2396a4c52e13', 'name': '', 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'mac_address': 'fa:16:3e:ca:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:12Z', 'updated_at': '2021-09-15T19:07:14Z', 'revision_number': 2, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'subnets': [{'id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:36.127855 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Checking router: c715ae3d-f8af-476a-9a7c-2d6cca6428ad for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:07:36.128800 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Updating router c715ae3d-f8af-476a-9a7c-2d6cca6428ad port 4eeea401-e4da-42b9-a9be-2396a4c52e13 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:07:36.204043 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:36.209180 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-b74e54de-16f4-4d27-a411-9fe446d7b081 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884898
Sep 15 19:07:36.285209 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a0fd3-ff87-4959-9b7c-d6296390eb85 req-fce4ecdb-7d51-46f5-ac2b-49351db2336e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:36.289531 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078989f-88e4-42a5-8233-3ae81cf49297 req-da71280f-4383-475d-9ebf-092f50d3d1b1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:36.298001 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3078989f-88e4-42a5-8233-3ae81cf49297 req-da71280f-4383-475d-9ebf-092f50d3d1b1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 1.3726020
Sep 15 19:07:36.306349 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-293a0fd3-ff87-4959-9b7c-d6296390eb85 req-fce4ecdb-7d51-46f5-ac2b-49351db2336e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2521176
Sep 15 19:07:36.535601 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3078989f-88e4-42a5-8233-3ae81cf49297 req-035c3d8c-2d99-47ff-b5bc-f66356cc0ea6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2031696
Sep 15 19:07:36.583746 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-293a0fd3-ff87-4959-9b7c-d6296390eb85 req-34d27b79-a754-4557-9e64-76676850cbf6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2729409
Sep 15 19:07:36.596691 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b0406f6d-d2b9-42b2-9fc9-7a01df292b4c req-5c3ee45a-1fc7-4c43-969b-525d68a943fc service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3754747
Sep 15 19:07:36.884076 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:07:36.996966 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-8700e76b-7ac2-4a38-82c6-0ce9f1217d42 req-948c9c53-577e-415c-a8c2-871eadf6e6c1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:37.025899 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:07:37.026241 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 2b4b5a0b-5904-4c4f-ae0d-aa60cf6c4c2d not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:07:37.044153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-8700e76b-7ac2-4a38-82c6-0ce9f1217d42 req-948c9c53-577e-415c-a8c2-871eadf6e6c1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:37.052949 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8700e76b-7ac2-4a38-82c6-0ce9f1217d42 req-948c9c53-577e-415c-a8c2-871eadf6e6c1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=fea71b94-166b-4502-a90d-1b92a1b628f9 HTTP/1.1" status: 200  len: 210 time: 0.1399248
Sep 15 19:07:37.163902 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9e69-f8a0-4891-b63f-2727276188e5 req-359ba38d-2979-49fc-bffe-b50caf2d83b4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:37.171110 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-033c9e69-f8a0-4891-b63f-2727276188e5 req-359ba38d-2979-49fc-bffe-b50caf2d83b4 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2470858
Sep 15 19:07:37.237229 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-033c9e69-f8a0-4891-b63f-2727276188e5 req-54673105-b827-4832-a602-868e729e9605 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645924
Sep 15 19:07:37.285232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:37.321929 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Transition to ACTIVE for port object 4eeea401-e4da-42b9-a9be-2396a4c52e13 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:37.348525 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:37.353573 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:37.486156 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10734ba2-eee2-4b02-bba2-91bb3446f7b5 None None] Pushing event updated for resources: {'Port': ['ID=4eeea401-e4da-42b9-a9be-2396a4c52e13,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:37.490851 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-10734ba2-eee2-4b02-bba2-91bb3446f7b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:37.961848 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Attempting to bind port 4eeea401-e4da-42b9-a9be-2396a4c52e13 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:37.962218 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Attempting to bind port 4eeea401-e4da-42b9-a9be-2396a4c52e13 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:37.962605 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Attempting to bind port 4eeea401-e4da-42b9-a9be-2396a4c52e13 on network b2e179fb-70e6-475b-83ac-6fc913743e8a {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:37.983112 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:37.983489 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Checking segment: {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:37.983885 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:37.984274 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Bound using segment: {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:37.984736 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Bound port: 4eeea401-e4da-42b9-a9be-2396a4c52e13, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f638c881-800e-4dc4-addb-9a52886f3285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:37.985106 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:38.180791 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e8e8-0d44-4838-9f5d-6abdb9996a6d req-5aa265c8-78e3-42e2-bd04-228cf10bd34c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:38.190929 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3701e8e8-0d44-4838-9f5d-6abdb9996a6d req-5aa265c8-78e3-42e2-bd04-228cf10bd34c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1978939
Sep 15 19:07:38.229168 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] For port 4eeea401-e4da-42b9-a9be-2396a4c52e13, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:38.232468 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] For port 4eeea401-e4da-42b9-a9be-2396a4c52e13, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=4eeea401-e4da-42b9-a9be-2396a4c52e13,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:38.237563 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:38.251141 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:38.253800 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311d50e-bd76-4045-9708-db3f5d2a5a83 req-5542155a-b07b-43be-9bd4-70b3125687d5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:38.276546 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6311d50e-bd76-4045-9708-db3f5d2a5a83 req-5542155a-b07b-43be-9bd4-70b3125687d5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2610171
Sep 15 19:07:38.330578 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3701e8e8-0d44-4838-9f5d-6abdb9996a6d req-f1810296-24a7-492b-9a5c-fccea3f27993 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1368048
Sep 15 19:07:38.346197 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10734ba2-eee2-4b02-bba2-91bb3446f7b5 None None] Pushing event updated for resources: {'Port': ['ID=4eeea401-e4da-42b9-a9be-2396a4c52e13,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:38.350625 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-10734ba2-eee2-4b02-bba2-91bb3446f7b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:38.382025 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Routers {'c715ae3d-f8af-476a-9a7c-2d6cca6428ad'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:07:38.382781 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b939b20>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:07:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:38.442495 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6311d50e-bd76-4045-9708-db3f5d2a5a83 req-5954210f-b200-46d7-b9ef-830945f51cd2 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610415
Sep 15 19:07:38.905324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a15f-f533-47bf-829d-ac4568536dd5 req-1c44da04-4785-4732-aa12-69110ba15eaf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:38.911949 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:07:38.915308 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f319a15f-f533-47bf-829d-ac4568536dd5 req-1c44da04-4785-4732-aa12-69110ba15eaf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1858079
Sep 15 19:07:38.950164 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] Set router c715ae3d-f8af-476a-9a7c-2d6cca6428ad gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:07:38.996447 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f319a15f-f533-47bf-829d-ac4568536dd5 req-6fee5585-30f8-4a78-aca8-6343e65d4cef tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798211
Sep 15 19:07:39.565038 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4a19b746-2de9-408f-b500-f506ce3394bf req-fa30d40f-7a2a-477a-b45a-28a56a192ecd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.1976137
Sep 15 19:07:39.675353 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4a19b746-2de9-408f-b500-f506ce3394bf req-9b92675d-9c78-4d49-856c-fe2dd37a5a3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996144
Sep 15 19:07:39.884463 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b939b20>, [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:14Z', 'revision_number': 4, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '4eeea401-e4da-42b9-a9be-2396a4c52e13', 'name': '', 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'mac_address': 'fa:16:3e:ca:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:12Z', 'updated_at': '2021-09-15T19:07:38Z', 'revision_number': 4, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'subnets': [{'id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:39.886692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2b253-3015-4eb6-9911-789ec811f739 req-e0b19954-10c7-41c3-bd7c-e5679893ed36 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:39.892705 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-09d2b253-3015-4eb6-9911-789ec811f739 req-e0b19954-10c7-41c3-bd7c-e5679893ed36 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2204759
Sep 15 19:07:39.898154 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7c2ea4-6ce2-41c5-80b8-252f9bf24ff7 None None] The sync data for ids ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'] in dv-cinder-806008-3-iscsi is: [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:14Z', 'revision_number': 4, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '4eeea401-e4da-42b9-a9be-2396a4c52e13', 'name': '', 'network_id': 'b2e179fb-70e6-475b-83ac-6fc913743e8a', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'mac_address': 'fa:16:3e:ca:54:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:12Z', 'updated_at': '2021-09-15T19:07:38Z', 'revision_number': 4, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'subnets': [{'id': 'a40d4e28-d5a0-4c76-8f81-187f5847de08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:07:40.045388 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfb29c-e280-47a5-ba57-4e3357a8b815 req-a2995101-7fb9-47ac-b239-f780ca795c7a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:40.079411 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-09d2b253-3015-4eb6-9911-789ec811f739 req-593c4805-58ff-4df0-8e78-a605e8b7d508 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1767418
Sep 15 19:07:40.084115 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-61dfb29c-e280-47a5-ba57-4e3357a8b815 req-a2995101-7fb9-47ac-b239-f780ca795c7a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.3086731
Sep 15 19:07:40.280514 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-61dfb29c-e280-47a5-ba57-4e3357a8b815 req-ffde5aba-a91f-4b5d-97b9-097765b16512 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1952741
Sep 15 19:07:40.376095 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4eeea401-e4da-42b9-a9be-2396a4c52e13 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:40.628658 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 4eeea401-e4da-42b9-a9be-2396a4c52e13 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:40.642405 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 4eeea401-e4da-42b9-a9be-2396a4c52e13 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:40.642819 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:40.676488 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff4c4-3e64-468e-a163-527a187011bc req-6d517f86-4a3c-40a4-ab83-9b2cc87bc6f9 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:40.739546 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-554ff4c4-3e64-468e-a163-527a187011bc req-6d517f86-4a3c-40a4-ab83-9b2cc87bc6f9 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2685454
Sep 15 19:07:41.203921 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-554ff4c4-3e64-468e-a163-527a187011bc req-a3fbca82-e4c9-4750-9f26-0f0262bc0eaa tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4619145
Sep 15 19:07:41.282329 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38102) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:41.442996 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:41.571235 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 4eeea401-e4da-42b9-a9be-2396a4c52e13, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=4eeea401-e4da-42b9-a9be-2396a4c52e13,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:41.576847 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:41.581540 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:41.597405 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:41.679121 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=4eeea401-e4da-42b9-a9be-2396a4c52e13,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:41.688499 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:41.740741 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:41.812131 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Usage tracker for resource:security_group_rule and tenant:422bc91af5044819afd975a6bceeb074 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:07:41.823129 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:07:41.846846 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940fcfc-a10a-4619-b0c9-172dd0726c89 req-caa65691-f888-4c2c-a35a-a6ea8ece7ba6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:41.853202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:41.859181 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3940fcfc-a10a-4619-b0c9-172dd0726c89 req-caa65691-f888-4c2c-a35a-a6ea8ece7ba6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2375963
Sep 15 19:07:41.934445 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3940fcfc-a10a-4619-b0c9-172dd0726c89 req-b512ba60-3486-4b7f-8180-70a9f745f5b6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743020
Sep 15 19:07:41.985308 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:41.991943 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:42.038205 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e0f7ebc1-734c-46a6-b421-49eade418a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:42.048820 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=422bc91af5044819afd975a6bceeb074&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7646089
Sep 15 19:07:42.051323 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38122) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:42.124071 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80b1a1-8fa5-4f45-98ab-41fcce1e00da,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:42.147106 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.148786 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.149810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.150913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.151374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.158208 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.158845 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.159291 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.159745 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.160192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.160634 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.168888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:42.257634 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4eeea401-e4da-42b9-a9be-2396a4c52e13 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:07:42.318228 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:42.350463 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:42.484510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:42.500775 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:42.514376 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 4eeea401-e4da-42b9-a9be-2396a4c52e13 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:42.515057 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:42.518864 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80b1a1-8fa5-4f45-98ab-41fcce1e00da,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:42.524761 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502827-da00-4be0-b457-b76cfa30d54e req-4723a678-b3a3-4205-808a-67c8cf7da85c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:42.526456 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-61502827-da00-4be0-b457-b76cfa30d54e req-4723a678-b3a3-4205-808a-67c8cf7da85c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.3513129
Sep 15 19:07:42.547651 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:42.549069 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d80b1a1-8fa5-4f45-98ab-41fcce1e00da HTTP/1.1" status: 204  len: 168 time: 0.4961386
Sep 15 19:07:42.562835 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.563610 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.564311 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.564828 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.565470 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.565991 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.566501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.567461 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.567974 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.569619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.571169 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:42.591513 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:42.630763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8aec2-f227-4b51-bc41-7fa1fc2ce0ec req-c9e172a9-d59c-4cd8-8e31-ef49209a9c5c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:42.640637 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-74a8aec2-f227-4b51-bc41-7fa1fc2ce0ec req-c9e172a9-d59c-4cd8-8e31-ef49209a9c5c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 945 time: 0.3757169
Sep 15 19:07:42.674700 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-61502827-da00-4be0-b457-b76cfa30d54e req-f0ac2d22-dd5f-4386-a6c1-352a1ae72dea tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385279
Sep 15 19:07:42.765823 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-74a8aec2-f227-4b51-bc41-7fa1fc2ce0ec req-3d598c1b-ab9d-4596-a10b-a87f3535559b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135786
Sep 15 19:07:43.349446 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a8713-9ac9-42f7-9b69-bcd65ac351e5 req-d2b3394e-7a76-4d5a-8279-12c6e67e60df tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:43.410692 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ad2a8713-9ac9-42f7-9b69-bcd65ac351e5 req-d2b3394e-7a76-4d5a-8279-12c6e67e60df tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2551191
Sep 15 19:07:43.498580 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ad2a8713-9ac9-42f7-9b69-bcd65ac351e5 req-ac0b7336-021d-4535-87ca-3b6134835709 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191335
Sep 15 19:07:43.741434 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-f03423e0-464a-464a-a718-9c57cda25ac6 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:43.744807 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-f03423e0-464a-464a-a718-9c57cda25ac6 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 945 time: 0.1398032
Sep 15 19:07:43.813302 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-c6ca42c0-b5ec-4f9a-a88f-c8a834f7954d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1098 time: 0.2798584
Sep 15 19:07:43.900523 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Deleting port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:07:43.900975 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:44.056884 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-197e412b-e54f-4430-bce5-bad458ec0f50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:44.059354 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-197e412b-e54f-4430-bce5-bad458ec0f50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.2376645
Sep 15 19:07:44.391680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5ae09-eb3e-4669-a4c3-798b0edff7c1 req-5f42aaca-d126-4c1b-8513-ce5fe50f46fb tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:44.400858 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-20d5ae09-eb3e-4669-a4c3-798b0edff7c1 req-5f42aaca-d126-4c1b-8513-ce5fe50f46fb tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.7583539
Sep 15 19:07:44.404371 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-d8241d7c-a4d6-4eec-b30e-2b2863bf2424 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 1000 time: 0.3364656
Sep 15 19:07:44.478718 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] For port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:44.479451 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:44.521451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-5ea02981-1995-4a8b-b427-247b185a32d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:44.522981 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-5ea02981-1995-4a8b-b427-247b185a32d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0986524
Sep 15 19:07:44.690341 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Calling delete_port for 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:07:44.766516 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-20d5ae09-eb3e-4669-a4c3-798b0edff7c1 req-08543392-56f1-4f5f-9b30-6226d7a8c9d7 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3644571
Sep 15 19:07:44.786998 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-9a7c6116-36a4-489f-8753-ba2a7d5a8176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2486835
Sep 15 19:07:44.977463 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c244-2b6a-42f7-a1c3-963ba79902fe req-9cb62b06-77a7-41a3-8852-86fa7a053cfe tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:44.985776 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1fe9c244-2b6a-42f7-a1c3-963ba79902fe req-9cb62b06-77a7-41a3-8852-86fa7a053cfe tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.6819336
Sep 15 19:07:45.007386 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:45.020293 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6f31218b-376c-4f09-ac9c-35bee17c0fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:45.022494 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', '53392b4e-95e3-4754-8e65-ccfeb9a6635d', '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:07:45.058918 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-c6731542-4f41-44cf-b1c6-067d39b1567b service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618220
Sep 15 19:07:45.082226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event deleted for resources: {'Port': ['ID=18b12f9d-75d6-4d35-8b53-b0ac11afe7ae,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:45.099717 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:45.228008 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5fcf5e05-c977-4279-8da7-8b7b49bbb8e0 req-bb0ae4ec-afc8-4ad0-894d-ee9dd83fb4a1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a488c59-7f2c-4165-8d02-17805ac4700c HTTP/1.1" status: 200  len: 210 time: 0.1657405
Sep 15 19:07:45.267040 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1fe9c244-2b6a-42f7-a1c3-963ba79902fe req-d6930318-39de-4199-aa7f-bc6cb58a00f7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2798290
Sep 15 19:07:45.367652 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] No DVR routers for this DVR port 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:07:45.371052 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:45.384103 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'name': 'network-vif-deleted', 'tag': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:45.402390 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ff3b2474-1f2c-4429-b655-1864aa4ea874 req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "DELETE /v2.0/ports/18b12f9d-75d6-4d35-8b53-b0ac11afe7ae HTTP/1.1" status: 204  len: 173 time: 1.6519716
Sep 15 19:07:45.465080 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a488c59-7f2c-4165-8d02-17805ac4700c', 'name': 'network-vif-deleted', 'tag': '18b12f9d-75d6-4d35-8b53-b0ac11afe7ae', 'status': 'completed', 'code': 200}
Sep 15 19:07:45.672074 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c16868b0-cb9a-4d0f-a0b6-cb6c8b6dd056 req-b8f504c0-2430-47ed-adcb-8c08799d3741 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4991610
Sep 15 19:07:46.091760 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-629b3900-09ba-4675-96b2-14db1b278fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2ff3ef40a79415398288037c7f0f756&device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 1098 time: 0.1878238
Sep 15 19:07:46.302387 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-2acd823c-079e-4767-9f0f-54e842908c2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:46.305349 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-2acd823c-079e-4767-9f0f-54e842908c2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 200  len: 919 time: 0.2043464
Sep 15 19:07:46.371565 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327eb15-c798-4c41-8ed4-7063285727ee req-9826cdc6-a1af-489a-8ffd-ef7debef8847 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:46.373111 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1327eb15-c798-4c41-8ed4-7063285727ee req-9826cdc6-a1af-489a-8ffd-ef7debef8847 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.3237619
Sep 15 19:07:46.434646 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-fa2b990f-0121-4d68-bd56-f582d3cdabf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 200  len: 217 time: 0.0814993
Sep 15 19:07:46.517003 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1327eb15-c798-4c41-8ed4-7063285727ee req-24f30f70-b94c-474b-b39b-83daa79ea75e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1378727
Sep 15 19:07:46.607588 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3571856-e803-4aea-acad-77ccf4fa63d9 req-c03d5563-bef1-4aa5-9e6f-cddca79e6681 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:46.617606 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c3571856-e803-4aea-acad-77ccf4fa63d9 req-c03d5563-bef1-4aa5-9e6f-cddca79e6681 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.3101490
Sep 15 19:07:46.752696 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c3571856-e803-4aea-acad-77ccf4fa63d9 req-ccc76e54-35de-4701-a423-ae6966f15b5c tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291351
Sep 15 19:07:46.754334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-6caa037f-fa79-4ff7-9f89-8b07327f5dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:46.755951 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-6caa037f-fa79-4ff7-9f89-8b07327f5dea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 200  len: 859 time: 0.2975514
Sep 15 19:07:46.874591 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-765d9eec-7140-4367-8dd6-cf74c0d0c50b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5853b25c-c152-47eb-a27a-e07c5183c001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1085377
Sep 15 19:07:47.273071 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-e309b2fb-0f95-41e7-87bb-74273762e030 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3883002
Sep 15 19:07:47.293702 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf0c86-620a-4694-90fd-76046b095894 req-3c506576-18a5-4d07-9946-ebab12c90dc7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:47.296329 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9abf0c86-620a-4694-90fd-76046b095894 req-3c506576-18a5-4d07-9946-ebab12c90dc7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2015812
Sep 15 19:07:47.403144 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9abf0c86-620a-4694-90fd-76046b095894 req-e525af1c-e858-4c1f-ba00-6dff2f07d28c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710351
Sep 15 19:07:47.570242 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e5af6-5f54-4a9e-b490-dbfc6725d936 req-9653ff22-b384-4e17-abe8-69f54577ce9e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:47.572053 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-c84e5af6-5f54-4a9e-b490-dbfc6725d936 req-9653ff22-b384-4e17-abe8-69f54577ce9e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:47.614991 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-c84e5af6-5f54-4a9e-b490-dbfc6725d936 req-9653ff22-b384-4e17-abe8-69f54577ce9e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:47.616188 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c84e5af6-5f54-4a9e-b490-dbfc6725d936 req-9653ff22-b384-4e17-abe8-69f54577ce9e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.2191930
Sep 15 19:07:47.639710 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-90c5ec94-1929-4a87-86a3-31f701c3fde8 req-da8b5793-0ae1-4616-8d28-d9bda4feb016 service neutron] 10.222.0.30 "GET /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3414071
Sep 15 19:07:47.705609 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c84e5af6-5f54-4a9e-b490-dbfc6725d936 req-827e36da-c371-46f8-919e-df29ca1ea9d1 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822291
Sep 15 19:07:47.832677 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79cbb-cdb2-49c5-bd84-e6da74ac1388 req-dbec94a9-7563-40e7-9a73-9389bdf07fc0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:47.834813 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7ab79cbb-cdb2-49c5-bd84-e6da74ac1388 req-dbec94a9-7563-40e7-9a73-9389bdf07fc0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1261404
Sep 15 19:07:47.948098 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7ab79cbb-cdb2-49c5-bd84-e6da74ac1388 req-daa6677f-f9f6-48f4-b920-0a64459801de tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043384
Sep 15 19:07:48.095914 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4604f-4c62-4999-b2e7-07c03139b426 req-3625a00c-0644-47a6-9a57-184585a53e95 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:48.104597 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-40a4604f-4c62-4999-b2e7-07c03139b426 req-3625a00c-0644-47a6-9a57-184585a53e95 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1306226
Sep 15 19:07:48.172214 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-40a4604f-4c62-4999-b2e7-07c03139b426 req-77f21e22-cc75-458b-a70a-32c501c71531 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663948
Sep 15 19:07:48.526120 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:07:48.667032 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:07:48.667326 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 18b12f9d-75d6-4d35-8b53-b0ac11afe7ae not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:07:48.871977 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f09a-e30c-463e-b32f-2e45e7a43a37 req-8dce48fa-df4f-4236-b4df-ef4856ee7092 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:48.873590 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6da0f09a-e30c-463e-b32f-2e45e7a43a37 req-8dce48fa-df4f-4236-b4df-ef4856ee7092 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.2112732
Sep 15 19:07:48.942533 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6da0f09a-e30c-463e-b32f-2e45e7a43a37 req-1dc7e659-3d7d-4a7e-9dbc-95f96ae49256 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589917
Sep 15 19:07:49.078938 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd0489-c18e-4e6d-80d9-92a552a25587 req-9adf823f-e261-4c15-9977-e7a2bb16377d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:49.084739 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-91cd0489-c18e-4e6d-80d9-92a552a25587 req-9adf823f-e261-4c15-9977-e7a2bb16377d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.1596768
Sep 15 19:07:49.175717 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-91cd0489-c18e-4e6d-80d9-92a552a25587 req-965e1174-f506-4d22-93cd-6391502d93db tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787718
Sep 15 19:07:49.799126 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d30464-0562-4836-b3f3-ceae9294c423 req-d18ccff0-c767-46f8-b661-8cf27e10fc36 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:49.801005 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-36d30464-0562-4836-b3f3-ceae9294c423 req-d18ccff0-c767-46f8-b661-8cf27e10fc36 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.3291719
Sep 15 19:07:49.821604 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dfc19-d336-4058-8ea8-7c04cac2d546 req-fd71cc73-61fd-445f-869a-f8940bab7be7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:49.824233 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-538dfc19-d336-4058-8ea8-7c04cac2d546 req-fd71cc73-61fd-445f-869a-f8940bab7be7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2586744
Sep 15 19:07:49.980156 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-538dfc19-d336-4058-8ea8-7c04cac2d546 req-f64fa86d-94b4-4076-8fc3-a8f9b026482e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842586
Sep 15 19:07:49.991349 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Deleting port 53392b4e-95e3-4754-8e65-ccfeb9a6635d {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:07:49.992878 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:50.381355 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] For port 53392b4e-95e3-4754-8e65-ccfeb9a6635d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=53392b4e-95e3-4754-8e65-ccfeb9a6635d,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:50.381904 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:50.383745 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5fe76-7579-407d-96f4-797fb5725768 req-f96dffb5-cea7-49bf-84b1-2dc01d8b8da5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:50.385293 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-09b5fe76-7579-407d-96f4-797fb5725768 req-f96dffb5-cea7-49bf-84b1-2dc01d8b8da5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1748991
Sep 15 19:07:50.467219 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-09b5fe76-7579-407d-96f4-797fb5725768 req-62443d8d-72b7-464a-9404-8aed333cfa74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758476
Sep 15 19:07:50.542780 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Calling delete_port for 53392b4e-95e3-4754-8e65-ccfeb9a6635d owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:07:50.871481 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01822c-cfb4-4b14-809b-f1d84df3bac7 req-1abe64fb-0871-4041-9248-c30b4c95409b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:50.873602 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ef01822c-cfb4-4b14-809b-f1d84df3bac7 req-1abe64fb-0871-4041-9248-c30b4c95409b tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=302d1b23-37f1-455c-9949-fa45fc878e90 HTTP/1.1" status: 200  len: 945 time: 0.2861207
Sep 15 19:07:50.947196 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:50.954374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a37629d0-7af3-481d-b64d-0a1e72ae16e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:50.959931 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', '53392b4e-95e3-4754-8e65-ccfeb9a6635d'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:07:51.001313 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event deleted for resources: {'Port': ['ID=53392b4e-95e3-4754-8e65-ccfeb9a6635d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:51.005885 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:51.014642 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ef01822c-cfb4-4b14-809b-f1d84df3bac7 req-da681cf9-5ab3-4c64-87f6-e3e10aa4fd9e tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230693
Sep 15 19:07:51.101735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] No DVR routers for this DVR port 53392b4e-95e3-4754-8e65-ccfeb9a6635d on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:07:51.106888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:51.142011 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302d1b23-37f1-455c-9949-fa45fc878e90', 'name': 'network-vif-deleted', 'tag': '53392b4e-95e3-4754-8e65-ccfeb9a6635d'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:51.151992 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-36d30464-0562-4836-b3f3-ceae9294c423 req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "DELETE /v2.0/ports/53392b4e-95e3-4754-8e65-ccfeb9a6635d HTTP/1.1" status: 204  len: 173 time: 1.3242469
Sep 15 19:07:51.167980 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-9ee7c617-b001-4635-96da-dd3abe908da2 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:51.211473 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-9ee7c617-b001-4635-96da-dd3abe908da2 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:51.221071 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-9ee7c617-b001-4635-96da-dd3abe908da2 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369797331&fields=id&tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 267 time: 0.1458929
Sep 15 19:07:51.480293 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-66d7299c-7c22-4aa6-aa33-403686e4739d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:51.482177 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-66d7299c-7c22-4aa6-aa33-403686e4739d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:network {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:51.484073 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a07770-dd75-4962-b1cc-4c6202d2c8d1 req-9ff05012-da48-4210-bd9d-d9879d53a291 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:51.485685 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82a07770-dd75-4962-b1cc-4c6202d2c8d1 req-9ff05012-da48-4210-bd9d-d9879d53a291 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1997762
Sep 15 19:07:51.509262 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-66d7299c-7c22-4aa6-aa33-403686e4739d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:network {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:51.510964 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-66d7299c-7c22-4aa6-aa33-403686e4739d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 812 time: 0.2887321
Sep 15 19:07:51.537714 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-81efa4c7-5c91-46ca-a07d-86e08e022243 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/quotas/cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 375 time: 0.0208952
Sep 15 19:07:51.574141 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82a07770-dd75-4962-b1cc-4c6202d2c8d1 req-a52f9b46-e7bc-4f91-8544-69c4c3bb545b tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795267
Sep 15 19:07:51.717652 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-83fc7b3a-e8c5-49c1-b485-2227a4db8b67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1533659
Sep 15 19:07:51.717987 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302d1b23-37f1-455c-9949-fa45fc878e90', 'name': 'network-vif-deleted', 'tag': '53392b4e-95e3-4754-8e65-ccfeb9a6635d', 'status': 'completed', 'code': 200}
Sep 15 19:07:51.979158 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f6922043-152e-4a4a-b321-53615ec34cfb service neutron] 10.222.0.52 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2568083
Sep 15 19:07:52.039810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ff910-0ef8-4e9f-9d4e-4ec79fdb402c req-056671c1-cc3b-4acb-86f2-430726b332fa tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:52.048299 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b74ff910-0ef8-4e9f-9d4e-4ec79fdb402c req-056671c1-cc3b-4acb-86f2-430726b332fa tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.0990787
Sep 15 19:07:52.120133 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b74ff910-0ef8-4e9f-9d4e-4ec79fdb402c req-a83c3424-5f18-4b88-83ac-b5d10282a561 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694087
Sep 15 19:07:52.179116 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-ba485267-b7f6-40b2-87c8-b7a26e73d9b3 service neutron] 10.222.0.52 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906476
Sep 15 19:07:52.895012 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-d91c0a72-34b8-49ef-a035-db7f01661b7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1099 time: 0.0842786
Sep 15 19:07:53.030245 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-4e482060-6ce1-45fa-b3e4-9b1a7e78d85f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:53.031794 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-4e482060-6ce1-45fa-b3e4-9b1a7e78d85f service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.1301825
Sep 15 19:07:53.138733 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-63d71032-4f3f-475c-a645-fd105f289dd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 1002 time: 0.0974238
Sep 15 19:07:53.325326 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-80cb513b-1f70-471f-baec-04b2a81c9599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:53.326838 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-80cb513b-1f70-471f-baec-04b2a81c9599 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.1823378
Sep 15 19:07:53.411030 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0529c8-81eb-43e0-8d7d-1f8ab770ac3c req-5675d07e-9cd8-4713-8993-b039a8a6b338 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:53.412458 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9c0529c8-81eb-43e0-8d7d-1f8ab770ac3c req-5675d07e-9cd8-4713-8993-b039a8a6b338 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 946 time: 0.1427987
Sep 15 19:07:53.444100 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-41993b84-d4c4-4bdc-b988-252b6202fcb9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085846
Sep 15 19:07:53.502162 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9c0529c8-81eb-43e0-8d7d-1f8ab770ac3c req-bd9ffc8b-d377-4be6-8c50-402bd3893d46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824087
Sep 15 19:07:53.604628 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-e2dff315-d8dd-48ec-a6fb-de73c3bd7bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501286
Sep 15 19:07:53.686212 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38350) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:53.705396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-f720f17b-550a-498f-a5a4-2897c8b8d94b req-2bcfed40-f590-46cc-866e-9edafac0ce69 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:53.754243 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Deleting subnet 4089ab18-502d-442c-b0fa-4bc9ed626352 {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:07:53.759757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:53.811590 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-f720f17b-550a-498f-a5a4-2897c8b8d94b req-2bcfed40-f590-46cc-866e-9edafac0ce69 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:53.812803 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f720f17b-550a-498f-a5a4-2897c8b8d94b req-2bcfed40-f590-46cc-866e-9edafac0ce69 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 210 time: 0.1547863
Sep 15 19:07:53.818065 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:53.826877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:53.833309 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-028a73e8-8d2f-4e1f-9e84-d930079e017c req-361fbc4f-89cc-4b7b-affb-be161c7995eb service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2208815
Sep 15 19:07:53.930817 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:53.939303 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ec71f389-e0ea-4bfc-9193-032042ea9187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:53.989055 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:53.992461 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4089ab18-502d-442c-b0fa-4bc9ed626352,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:53.999482 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:54.001861 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-29fea586-4237-4234-91c5-74010d7acd22 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4089ab18-502d-442c-b0fa-4bc9ed626352 HTTP/1.1" status: 204  len: 168 time: 0.3139148
Sep 15 19:07:54.004443 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38370) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:54.128527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.298285 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.315132 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b790190>,) {'filters': {'network_id': ['d258e08f-e5a2-4fdf-818b-cae636477b5b']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:54.332010 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b790190>, 'b0dad536-2454-468a-a257-02097da2c176') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:54.332306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b790190>, 'b0dad536-2454-468a-a257-02097da2c176') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:54.345805 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.362023 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.369524 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:07:54.370029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:07:54.384830 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:07:54.472906 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.478005 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.483556 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e848a80d-89ea-4837-bcf4-91633c7669a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:54.505377 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Pushing event deleted for resources: {'Network': ['ID=d258e08f-e5a2-4fdf-818b-cae636477b5b,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:54.509138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:54.510721 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095e882-2497-4cae-8a44-4a05c99ed5c6 req-4880a075-c8c1-483f-a597-e0e95bbde73d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:54.511244 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3e2e7a39-9646-44a9-addb-865fa6ae3147 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d258e08f-e5a2-4fdf-818b-cae636477b5b HTTP/1.1" status: 204  len: 168 time: 0.5058179
Sep 15 19:07:54.512266 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8095e882-2497-4cae-8a44-4a05c99ed5c6 req-4880a075-c8c1-483f-a597-e0e95bbde73d tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.0816901
Sep 15 19:07:54.518418 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:07:54.582223 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8095e882-2497-4cae-8a44-4a05c99ed5c6 req-234ea1a1-6f86-49fc-b674-23ec32c3996f tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637078
Sep 15 19:07:54.652739 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.682669 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:54.697814 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:54.702363 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.703170 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 53392b4e-95e3-4754-8e65-ccfeb9a6635d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:07:54.743679 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:54.766473 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fac22-607f-4df5-85f4-5a76c3948488 req-f64b1e06-d1db-485e-a91b-2b90f15aaa19 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:54.768051 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0a9fac22-607f-4df5-85f4-5a76c3948488 req-f64b1e06-d1db-485e-a91b-2b90f15aaa19 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0803390
Sep 15 19:07:54.786996 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38386) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:54.794397 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'code': 200}
Sep 15 19:07:54.806442 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 53392b4e-95e3-4754-8e65-ccfeb9a6635d {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:07:54.806826 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 53392b4e-95e3-4754-8e65-ccfeb9a6635d not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:07:54.818107 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0a9fac22-607f-4df5-85f4-5a76c3948488 req-f092ff5b-6060-409b-9656-1a3dcbce5634 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442808
Sep 15 19:07:54.824203 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=8']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:54.832557 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.832899 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.833224 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.833543 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.834039 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.834361 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.834701 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.835034 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.835351 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.835766 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.836084 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:07:54.841290 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:54.856415 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a774675a-3fff-4f4b-af54-666068d50de6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4cd619f8025435080a2cc19bd5b97f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0653617
Sep 15 19:07:54.856745 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38390) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:54.922202 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:54.956269 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:55.017390 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d96a225d-5ece-4373-83f4-28a1715985d3 req-86f0aadf-c88d-4490-bb63-8364be00398a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 210 time: 0.0520666
Sep 15 19:07:55.058654 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:55.062056 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6f368ce6-2ae9-4462-98b3-cc5a991a1990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:55.076577 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8866183e-4701-44aa-9ecd-45538ab0ccb1,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:55.079754 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:55.088252 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:55.089383 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8866183e-4701-44aa-9ecd-45538ab0ccb1 HTTP/1.1" status: 204  len: 168 time: 0.2316084
Sep 15 19:07:55.124620 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-7c68c345-9491-4f89-a130-758919b3694d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:55.126084 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-7c68c345-9491-4f89-a130-758919b3694d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 812 time: 0.1685293
Sep 15 19:07:55.189149 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f4cb3600-58dd-4905-b20d-78ac0193a16c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 379 time: 0.0465770
Sep 15 19:07:55.202906 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'port': {'device_id': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'admin_state_up': True, 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'security_groups': ['c96fcbe1-ba93-4863-b507-7979edc9ed08']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:55.371948 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:07:55.382150 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:07:55.392764 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Made reservation on behalf of cddf5ed569624b9d9ac4d1d917e36cd4 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:07:55.396461 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:55.581575 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Allocated IP 172.20.0.6 (23cd358d-62d1-4481-9017-15079cbbfc16/dc36ebcc-8a0e-4a90-b097-67a05b01be28/90fae934-847b-432b-b524-40473bb4d63d) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:07:55.926718 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abc68d-135b-44ef-af14-085674f96923 req-7c47de7d-ea15-4192-a062-7b4f88579cbb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:55.927503 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-c2abc68d-135b-44ef-af14-085674f96923 req-7c47de7d-ea15-4192-a062-7b4f88579cbb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Synchronizing usage tracker for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:55.966778 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:55.980022 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-c2abc68d-135b-44ef-af14-085674f96923 req-7c47de7d-ea15-4192-a062-7b4f88579cbb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Unset dirty status for tenant:c38966ef35974b478df76544f61c3ca8 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:55.987218 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2abc68d-135b-44ef-af14-085674f96923 req-7c47de7d-ea15-4192-a062-7b4f88579cbb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.2557540
Sep 15 19:07:56.001753 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Transition to ACTIVE for port object 90fae934-847b-432b-b524-40473bb4d63d will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:56.070753 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2abc68d-135b-44ef-af14-085674f96923 req-e3c0970f-3128-436d-9544-7f322581ebcb tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668991
Sep 15 19:07:56.079204 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:56.086485 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:56.169615 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:07:56.175068 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:07:56.186324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:07:56.217776 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=90fae934-847b-432b-b524-40473bb4d63d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:56.222825 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2d8e0-f54b-4403-8248-6ac784dfe642 req-288a9c84-c67a-4b17-9ada-6537aea6a102 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:56.224374 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e3e2d8e0-f54b-4403-8248-6ac784dfe642 req-288a9c84-c67a-4b17-9ada-6537aea6a102 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1562514
Sep 15 19:07:56.234582 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:56.306638 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:56.307171 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:56.349377 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e3e2d8e0-f54b-4403-8248-6ac784dfe642 req-5a860d64-9e2e-4e1a-be9e-fb711cd6c3bb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177182
Sep 15 19:07:56.484883 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2901328
Sep 15 19:07:56.497355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-8d4535cf-5b1c-4598-9733-3bac44b0ca12 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:56.498912 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-8d4535cf-5b1c-4598-9733-3bac44b0ca12 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.1203203
Sep 15 19:07:56.499187 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Request body: {'port': {'device_id': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:07:56.590357 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-acfdcb20-5f9f-4c55-bfc5-778427cff346 None None] Provisioning for port 90fae934-847b-432b-b524-40473bb4d63d completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:07:56.597436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-acfdcb20-5f9f-4c55-bfc5-778427cff346 None None] Provisioning complete for port 90fae934-847b-432b-b524-40473bb4d63d triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:07:56.597809 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-acfdcb20-5f9f-4c55-bfc5-778427cff346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:56.650587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd5b65-23b3-4a97-a9e0-ba61fc2f07da req-59d88814-8341-476b-99e1-e0cde46d01bc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:56.651316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-cabd5b65-23b3-4a97-a9e0-ba61fc2f07da req-59d88814-8341-476b-99e1-e0cde46d01bc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:07:56.659364 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-acfdcb20-5f9f-4c55-bfc5-778427cff346 None None] Port 90fae934-847b-432b-b524-40473bb4d63d cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:07:56.665047 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Deleting port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:07:56.665407 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:56.683308 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:56.694139 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-cabd5b65-23b3-4a97-a9e0-ba61fc2f07da req-59d88814-8341-476b-99e1-e0cde46d01bc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:07:56.695931 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cabd5b65-23b3-4a97-a9e0-ba61fc2f07da req-59d88814-8341-476b-99e1-e0cde46d01bc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 931 time: 0.3362944
Sep 15 19:07:56.815184 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cabd5b65-23b3-4a97-a9e0-ba61fc2f07da req-9277bce1-5be5-40fc-9f1c-6caed2c71e93 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119664
Sep 15 19:07:57.045314 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] For port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,segment=NetworkSegment(8a642272-dcf3-409b-aaee-d729daa8755d),segment_id=8a642272-dcf3-409b-aaee-d729daa8755d)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:07:57.045752 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.168615 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Calling delete_port for 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:07:57.228004 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fae934-847b-432b-b524-40473bb4d63d {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:07:57.236818 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.261958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f7a67-92c6-4124-8823-aa20f1010c93 req-6f4e55bc-7c95-4f32-b885-5a24e035226f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:57.263603 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c2f7a67-92c6-4124-8823-aa20f1010c93 req-6f4e55bc-7c95-4f32-b885-5a24e035226f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1563780
Sep 15 19:07:57.264678 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Transition to ACTIVE for port object 90fae934-847b-432b-b524-40473bb4d63d will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:07:57.270190 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.276805 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:57.365993 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13a89c-8475-48b0-ad71-5109300ac781 req-b9801e66-7658-4100-956e-59c088462e35 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:57.367602 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3c13a89c-8475-48b0-ad71-5109300ac781 req-b9801e66-7658-4100-956e-59c088462e35 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/ports?device_id=f23e838d-8824-47d6-b95b-7a84e49eb02c HTTP/1.1" status: 200  len: 946 time: 0.1482055
Sep 15 19:07:57.389267 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.397315 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-97889294-4efb-4ecb-aac2-016ce562cc35 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:57.401778 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:07:57.448522 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Pushing event deleted for resources: {'Port': ['ID=8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:57.452965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:57.459034 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Pushing event updated for resources: {'Port': ['ID=90fae934-847b-432b-b524-40473bb4d63d,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:57.472429 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:57.511806 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3c13a89c-8475-48b0-ad71-5109300ac781 req-b6b2ccf9-fb8c-4ba3-a403-ea2a5df43784 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.52 "GET /v2.0/security-groups?id=072f65cd-0fca-404a-9f16-38fe1c38c9cc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385229
Sep 15 19:07:57.525440 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c2f7a67-92c6-4124-8823-aa20f1010c93 req-2e4fa48c-83e4-476c-9234-ede3fd362577 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493002
Sep 15 19:07:57.564239 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] No DVR routers for this DVR port 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:07:57.567010 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.571507 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'name': 'network-vif-deleted', 'tag': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:57.605890 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e847b9a7-6f07-420c-9e34-63cc4fab59d2 req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] 10.222.0.30 "DELETE /v2.0/ports/8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a HTTP/1.1" status: 204  len: 173 time: 1.1007578
Sep 15 19:07:57.644828 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23e838d-8824-47d6-b95b-7a84e49eb02c', 'name': 'network-vif-deleted', 'tag': '8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a', 'status': 'completed', 'code': 200}
Sep 15 19:07:57.654939 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Attempting to bind port 90fae934-847b-432b-b524-40473bb4d63d on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:07:57.655275 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Attempting to bind port 90fae934-847b-432b-b524-40473bb4d63d by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:07:57.655610 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Attempting to bind port 90fae934-847b-432b-b524-40473bb4d63d on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:57.661570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Port 90fae934-847b-432b-b524-40473bb4d63d on network 23cd358d-62d1-4481-9017-15079cbbfc16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:07:57.661893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Attempting to bind port 90fae934-847b-432b-b524-40473bb4d63d on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:07:57.668625 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:07:57.668965 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Checking segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:07:57.669346 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Bound using segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:07:57.669767 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Bound port: 90fae934-847b-432b-b524-40473bb4d63d, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:07:57.670118 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.762608 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] For port 90fae934-847b-432b-b524-40473bb4d63d, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:07:57.765187 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839e105-97c1-4b50-9125-5c8f68713529 req-d107c3cb-ce70-4f18-81e8-865439d88573 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:57.765895 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] For port 90fae934-847b-432b-b524-40473bb4d63d, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=90fae934-847b-432b-b524-40473bb4d63d,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:07:57.766693 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c839e105-97c1-4b50-9125-5c8f68713529 req-d107c3cb-ce70-4f18-81e8-865439d88573 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1002240
Sep 15 19:07:57.769255 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.772861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:57.817308 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c839e105-97c1-4b50-9125-5c8f68713529 req-1070fa0f-20c7-47ef-ae58-14a9f6b51987 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419331
Sep 15 19:07:57.844533 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:57.846583 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] 10.222.0.30 "PUT /v2.0/ports/90fae934-847b-432b-b524-40473bb4d63d HTTP/1.1" status: 200  len: 1093 time: 1.3528931
Sep 15 19:07:57.850081 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'tag': '90fae934-847b-432b-b524-40473bb4d63d'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:07:57.864816 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Pushing event updated for resources: {'Port': ['ID=90fae934-847b-432b-b524-40473bb4d63d,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:57.877098 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:57.937989 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'tag': '90fae934-847b-432b-b524-40473bb4d63d', 'status': 'completed', 'code': 200}
Sep 15 19:07:58.045208 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f72f83c2-056f-4da8-8a5e-3e9e7702411c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 1096 time: 0.1440859
Sep 15 19:07:58.053913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5af1f-b8dd-4a28-b090-59156a482008 req-09070a00-70cf-4493-8708-bf23809ebd17 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:58.055953 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-83b5af1f-b8dd-4a28-b090-59156a482008 req-09070a00-70cf-4493-8708-bf23809ebd17 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 943 time: 0.1129971
Sep 15 19:07:58.261381 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-f13f3b7a-8585-4769-8ed3-725ffcc2c07b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90fae934-847b-432b-b524-40473bb4d63d HTTP/1.1" status: 200  len: 217 time: 0.2044251
Sep 15 19:07:58.335157 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-83b5af1f-b8dd-4a28-b090-59156a482008 req-6704541c-2ebd-44ea-b444-02e782049749 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043720
Sep 15 19:07:58.352913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-7444e13d-d4a5-4f70-acc4-0881b57d3594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:58.354391 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-7444e13d-d4a5-4f70-acc4-0881b57d3594 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0844989
Sep 15 19:07:58.460144 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-275be20f-f79e-4d94-9899-8181b27c3051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951757
Sep 15 19:07:58.544611 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-d256d601-be6d-4b1f-819a-8ad1206d28a1 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=891559cdc06748b6b3ba1b34110c948e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0472884
Sep 15 19:07:58.647271 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38484) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:58.678014 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-523dfaac-1c0e-4026-bfbc-99387f562691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:58.698332 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-1278ffd4-3195-4452-9974-e4ade1925810 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283003
Sep 15 19:07:58.751448 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Deleting subnet cf7b62d8-585b-492a-800a-7581b6c14c0b {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:07:58.754671 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:58.852476 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:58.861408 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:58.939307 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4bc9f-3cfe-4075-a309-54bb90a0dedc req-b680b400-d895-41f0-8516-043d88c77f88 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:58.940675 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c3b4bc9f-3cfe-4075-a309-54bb90a0dedc req-b680b400-d895-41f0-8516-043d88c77f88 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.1402104
Sep 15 19:07:58.956074 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-327ee36a-5bf8-47c7-9dcb-1c223c8a12b7 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:58.957507 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-327ee36a-5bf8-47c7-9dcb-1c223c8a12b7 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2582037
Sep 15 19:07:58.969622 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:58.973950 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-96c2b3eb-b370-41c4-9ae3-3fe997642c6d req-b18ca227-1f21-4337-9565-057103fa00a0 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300563
Sep 15 19:07:58.975883 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-39676762-0cd1-4d01-93cd-46b2a86f6a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:07:58.979729 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-093f2a12-9cdb-4f83-91fa-6dceed24c6d2 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/quotas/891559cdc06748b6b3ba1b34110c948e HTTP/1.1" status: 200  len: 375 time: 0.0157638
Sep 15 19:07:59.010878 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.018087 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7b62d8-585b-492a-800a-7581b6c14c0b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:07:59.021116 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:07:59.030053 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.036713 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-87b45427-81e3-4d17-96ac-80bf3b6600ec tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=891559cdc06748b6b3ba1b34110c948e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508237
Sep 15 19:07:59.044653 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cf7b62d8-585b-492a-800a-7581b6c14c0b HTTP/1.1" status: 204  len: 168 time: 0.3937473
Sep 15 19:07:59.044756 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c3b4bc9f-3cfe-4075-a309-54bb90a0dedc req-cd387592-44a2-42e7-b4e9-c5160757e366 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983191
Sep 15 19:07:59.045189 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38492) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:07:59.120907 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-2134daff-0fc9-4489-9e95-7e98b05ffd95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 1096 time: 0.0786271
Sep 15 19:07:59.190607 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.300391 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-83dc55d4-a275-45a5-a956-d2953cff520b req-c391bf2f-7bf8-41b8-b587-27fb1038f41d tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 210 time: 0.0557215
Sep 15 19:07:59.338626 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-a5aeaa13-57a7-4212-a648-5d19c615fef6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:59.338626 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-a5aeaa13-57a7-4212-a648-5d19c615fef6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.2077940
Sep 15 19:07:59.370049 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.389378 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f922b855040>> segment before_delete 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.389734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f922b855040>> subnet precommit_delete_associations 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.390439 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> segment_host_mapping after_create 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.390789 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> port after_create 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.391107 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> port after_delete 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.391456 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> port after_update 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.391770 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> segment after_delete 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.392099 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> subnet after_create 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.392411 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> subnet after_delete 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.392720 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f922b1ce160>> subnet after_update 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.425613 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-7c865f91-7c8f-4d7d-a03a-cab5543030ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90fae934-847b-432b-b524-40473bb4d63d HTTP/1.1" status: 200  len: 217 time: 0.0806737
Sep 15 19:07:59.554724 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-c54b793b-ca37-4eb7-bb5c-1b93e5a6bdf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:59.556199 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-c54b793b-ca37-4eb7-bb5c-1b93e5a6bdf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.1227546
Sep 15 19:07:59.577875 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b510c10>> subnet after_create 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.578238 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b510c10>> subnet after_delete 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.578671 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b510c10>> subnet before_create 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.579106 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f922b510c10>> subnet before_update 55550000 {{(pid=75127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 15 19:07:59.579551 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b855730>,) {'filters': {'network_id': ['eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:59.644249 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7b128-b68e-4155-af7e-96214465d358 req-433d4276-667b-4b8f-8ddc-20da04d2947a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:07:59.645730 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bad7b128-b68e-4155-af7e-96214465d358 req-433d4276-667b-4b8f-8ddc-20da04d2947a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 943 time: 0.1502306
Sep 15 19:07:59.657138 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b855730>, '8a642272-dcf3-409b-aaee-d729daa8755d') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:59.657695 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b855730>, '8a642272-dcf3-409b-aaee-d729daa8755d') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:07:59.681017 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-7eed1c3b-5197-441d-8223-2fc87b7b5879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1146576
Sep 15 19:07:59.731713 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-422fb90f-6026-48af-9ef0-9509ec69b03f req-de97c3bb-4163-4eb8-b1ce-4b45aacf2777 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.5257518
Sep 15 19:07:59.751915 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.753627 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bad7b128-b68e-4155-af7e-96214465d358 req-30b07898-054e-4a6c-9420-28d294647692 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005993
Sep 15 19:07:59.783653 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.792306 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:07:59.793247 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   util.warn_limited(
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   util.warn_limited(
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:07:59.825939 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:07:59.876523 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-dbea6474-ade1-46bd-a904-4ce01fdd9dbf service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871383
Sep 15 19:07:59.985205 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:07:59.995418 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:00.020153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579092d7-459e-4915-9d5a-05c42c897d7a req-ce65088d-fc1e-4e32-b55b-5457152ce7dc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:00.021826 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-579092d7-459e-4915-9d5a-05c42c897d7a req-ce65088d-fc1e-4e32-b55b-5457152ce7dc tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.3542113
Sep 15 19:08:00.023917 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:00.072081 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:00.149471 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:00.156346 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] 10.222.0.52 "DELETE /v2.0/networks/eaab027f-98cf-4a3e-ab2d-dbc01b94f3e2 HTTP/1.1" status: 204  len: 168 time: 1.1101799
Sep 15 19:08:00.172001 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Deleting port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:08:00.172589 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:00.346384 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38530) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:00.411079 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b38811d6-22d2-4c55-bc30-dc7ff5a538d5 req-884c26d5-23b0-41a9-b88b-b1b60f6c51e8 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5262785
Sep 15 19:08:00.425479 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf03a39-626d-478d-a55f-7788862534f5 req-cecf745d-be00-46a4-9e08-088be7763c00 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:00.435530 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ebf03a39-626d-478d-a55f-7788862534f5 req-cecf745d-be00-46a4-9e08-088be7763c00 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=44541ade-050c-4f29-89ff-b8d3121da2ec HTTP/1.1" status: 200  len: 945 time: 0.2102678
Sep 15 19:08:00.449451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76ad3a-2bc3-458e-8261-2be8aba99467 req-9be29f6b-5270-47c9-b73f-97be921dc36d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:00.458516 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7e76ad3a-2bc3-458e-8261-2be8aba99467 req-9be29f6b-5270-47c9-b73f-97be921dc36d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.2099044
Sep 15 19:08:00.511911 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38538) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:00.536455 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:00.579249 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-9f024844-28a5-47d5-ab54-8c0aa152f011 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=891559cdc06748b6b3ba1b34110c948e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0437396
Sep 15 19:08:00.623190 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] For port 664ee249-d7b6-464b-8e5f-587bfe1a6e71, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=664ee249-d7b6-464b-8e5f-587bfe1a6e71,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:00.623754 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:00.625204 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7e76ad3a-2bc3-458e-8261-2be8aba99467 req-571c70a5-1675-4766-bcd4-6cd82be404cb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1657639
Sep 15 19:08:00.782035 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Calling delete_port for 664ee249-d7b6-464b-8e5f-587bfe1a6e71 owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:08:00.794122 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:00.810883 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2bfbb19d-a378-4889-8c8b-756715f249c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c38966ef35974b478df76544f61c3ca8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2902853
Sep 15 19:08:00.830091 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38548) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:00.834470 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:08:00.835294 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 8ead0e9b-f8b6-4c0c-b51b-4e507d007a0a not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:08:00.900598 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ebf03a39-626d-478d-a55f-7788862534f5 req-f01ea150-dd70-4a4b-8fe3-5ad5b1b7cd3f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4641128
Sep 15 19:08:00.913469 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a09d4005-5e44-4455-a27c-4d8886bd384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:00.966768 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e58db1e6-8f3e-46f9-91e9-f4b3a096ac23 req-a06c995c-9074-451c-8811-aade60bc8311 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 210 time: 0.0899050
Sep 15 19:08:00.990117 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-210e68bd-df3a-42a1-8ef1-d68dce9b38ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.6408837
Sep 15 19:08:00.995490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.002291 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-192904cd-3e95-485b-bf4f-1d4e46f51887 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:01.006985 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['6a0bea67-223b-4520-96da-bde48868626c', '664ee249-d7b6-464b-8e5f-587bfe1a6e71'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:08:01.031260 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-66f0b5d9-64d2-4785-8e50-ebdedb4d30e4 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:01.033176 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-66f0b5d9-64d2-4785-8e50-ebdedb4d30e4 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4434669
Sep 15 19:08:01.046670 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.056702 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Request body: {'port': {'device_id': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822', 'admin_state_up': True, 'tenant_id': '891559cdc06748b6b3ba1b34110c948e'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:08:01.057436 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Pushing event deleted for resources: {'Port': ['ID=664ee249-d7b6-464b-8e5f-587bfe1a6e71,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:01.063339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:01.203109 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] No DVR routers for this DVR port 664ee249-d7b6-464b-8e5f-587bfe1a6e71 on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:08:01.212485 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.216466 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'name': 'network-vif-deleted', 'tag': '664ee249-d7b6-464b-8e5f-587bfe1a6e71'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:01.235565 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-579092d7-459e-4915-9d5a-05c42c897d7a req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "DELETE /v2.0/ports/664ee249-d7b6-464b-8e5f-587bfe1a6e71 HTTP/1.1" status: 204  len: 173 time: 1.2060463
Sep 15 19:08:01.255750 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810345-a229-44e8-9257-3d5fba98fcf6 req-9fa1b731-e1b0-46c4-b522-2a520e2d7857 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:01.257786 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0d810345-a229-44e8-9257-3d5fba98fcf6 req-9fa1b731-e1b0-46c4-b522-2a520e2d7857 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 943 time: 0.1976583
Sep 15 19:08:01.302675 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.308757 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0d810345-a229-44e8-9257-3d5fba98fcf6 req-212b977c-cf6a-408e-b2f7-1e92c4690ce3 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444574
Sep 15 19:08:01.317765 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:01.330025 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Usage tracker for resource:port and tenant:891559cdc06748b6b3ba1b34110c948e is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:01.333785 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:01.355650 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:01.372024 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Made reservation on behalf of 891559cdc06748b6b3ba1b34110c948e for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:08:01.375961 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44541ade-050c-4f29-89ff-b8d3121da2ec', 'name': 'network-vif-deleted', 'tag': '664ee249-d7b6-464b-8e5f-587bfe1a6e71', 'status': 'completed', 'code': 200}
Sep 15 19:08:01.376625 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.391397 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.410097 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.415142 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9430ad19-49ef-4226-9848-d0f0ee80f3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:01.437840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f65cd-0fca-404a-9f16-38fe1c38c9cc,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:01.441942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:01.452902 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:01.458322 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Usage tracker for resource:security_group_rule and tenant:891559cdc06748b6b3ba1b34110c948e is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:01.461176 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.462347 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/072f65cd-0fca-404a-9f16-38fe1c38c9cc HTTP/1.1" status: 204  len: 168 time: 0.6277134
Sep 15 19:08:01.464949 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:01.470996 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:01.545666 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.549448 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.552947 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0b387160-013e-402d-b7e2-0a1c23b011f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:01.583292 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0de5a5-c6d9-441e-9d36-74a7670c609f,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:01.586605 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:01.771754 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Allocated IP 192.168.233.200 (5dc9cfdf-6e12-4e3b-acd9-201d33eee822/6ca8b025-5475-4786-a6c2-336a2bebb735/a5a60fef-66aa-46f6-a3ac-7554f5396285) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:08:01.789793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:01.905833 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586399ee-454b-450b-91a9-1a820ff2b4fc req-9b26de8a-5fe4-4f91-b59b-29d35e623118 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:01.914840 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-586399ee-454b-450b-91a9-1a820ff2b4fc req-9b26de8a-5fe4-4f91-b59b-29d35e623118 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1116209
Sep 15 19:08:02.004335 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-586399ee-454b-450b-91a9-1a820ff2b4fc req-48351217-6873-4369-922f-2dfd21e82e78 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882130
Sep 15 19:08:02.068647 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:02.087961 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Transition to ACTIVE for port object a5a60fef-66aa-46f6-a3ac-7554f5396285 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:08:02.121102 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:02.136505 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:02.329621 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:08:02.345885 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:08:02.351923 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:08:02.433497 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Pushing event updated for resources: {'Port': ['ID=a5a60fef-66aa-46f6-a3ac-7554f5396285,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:02.477416 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38592) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:02.555192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:02.555490 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:02.591154 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:02.655407 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6048365
Sep 15 19:08:02.657546 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570c738-4420-4027-b47c-91e2dc2d8350 req-7bc83385-91e6-43df-bb44-d5da2eb42aad tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:02.658073 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-6570c738-4420-4027-b47c-91e2dc2d8350 req-7bc83385-91e6-43df-bb44-d5da2eb42aad tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Synchronizing usage tracker for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:08:02.667379 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-b7ac0443-9fde-4630-a2d5-4a076e29eb30 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:02.667694 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-b7ac0443-9fde-4630-a2d5-4a076e29eb30 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Synchronizing usage tracker for tenant:891559cdc06748b6b3ba1b34110c948e on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:08:02.675658 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Request body: {'port': {'device_id': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:08:02.736979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-b7ac0443-9fde-4630-a2d5-4a076e29eb30 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Unset dirty status for tenant:891559cdc06748b6b3ba1b34110c948e on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:08:02.738642 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-b7ac0443-9fde-4630-a2d5-4a076e29eb30 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 936 time: 0.5249472
Sep 15 19:08:02.743916 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:02.756334 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-6570c738-4420-4027-b47c-91e2dc2d8350 req-7bc83385-91e6-43df-bb44-d5da2eb42aad tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Unset dirty status for tenant:c2ff3ef40a79415398288037c7f0f756 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:08:02.758144 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6570c738-4420-4027-b47c-91e2dc2d8350 req-7bc83385-91e6-43df-bb44-d5da2eb42aad tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2619255
Sep 15 19:08:02.811490 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-79a6a11c-e756-4b7c-8924-713cde5d4a38 None None] Provisioning for port a5a60fef-66aa-46f6-a3ac-7554f5396285 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:08:02.822867 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-79a6a11c-e756-4b7c-8924-713cde5d4a38 None None] Provisioning complete for port a5a60fef-66aa-46f6-a3ac-7554f5396285 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:08:02.823489 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-79a6a11c-e756-4b7c-8924-713cde5d4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:02.838028 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:02.838923 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:02.847846 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-13138ce7-f244-4bc6-a690-6940ac015281 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e&tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 1097 time: 0.1816592
Sep 15 19:08:02.850167 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Usage tracker for resource:security_group_rule and tenant:8ca6b48f8a2745f4869bf214d0bda8f0 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:02.854771 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:02.859522 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6570c738-4420-4027-b47c-91e2dc2d8350 req-a1fc9171-1ee6-4b60-bda5-c7c7839fe500 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911791
Sep 15 19:08:02.863760 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-36cad5b3-9674-409a-9e8c-90ca146c2680 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Synchronizing usage tracker for tenant:891559cdc06748b6b3ba1b34110c948e on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:08:02.864612 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:02.921021 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-79a6a11c-e756-4b7c-8924-713cde5d4a38 None None] Port a5a60fef-66aa-46f6-a3ac-7554f5396285 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:08:03.136943 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-7fcaf69c-e829-43d6-a864-cdbc0efb2a4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1097 time: 0.2468736
Sep 15 19:08:03.142887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.176986 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.193670 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d4b91488-5435-4956-9836-d56ca1ddb5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:03.206698 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-36cad5b3-9674-409a-9e8c-90ca146c2680 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Unset dirty status for tenant:891559cdc06748b6b3ba1b34110c948e on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:08:03.207859 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-82fe14d3-58b0-4341-921e-10bb76b84311 req-36cad5b3-9674-409a-9e8c-90ca146c2680 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4362550
Sep 15 19:08:03.303246 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ad3225-28e9-48bb-b1fa-2bbe12aa6d2b,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:03.313384 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ca6b48f8a2745f4869bf214d0bda8f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8349125
Sep 15 19:08:03.314575 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:03.316915 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38610) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:03.342881 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f9f17-94ef-4c25-81f4-e4e839e73241 req-8516d339-3376-4bfc-a6cd-7be39520282a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:03.344320 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-849f9f17-94ef-4c25-81f4-e4e839e73241 req-8516d339-3376-4bfc-a6cd-7be39520282a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 943 time: 0.3398480
Sep 15 19:08:03.350140 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a60fef-66aa-46f6-a3ac-7554f5396285 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:08:03.362274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.379008 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.386483 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Transition to ACTIVE for port object a5a60fef-66aa-46f6-a3ac-7554f5396285 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:08:03.393784 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.400609 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:03.405717 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-7f7698d8-4eaa-4e3e-a34b-ca0a83be331c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:03.407201 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-7f7698d8-4eaa-4e3e-a34b-ca0a83be331c service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.2607684
Sep 15 19:08:03.532565 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a60fef-66aa-46f6-a3ac-7554f5396285,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:03.539232 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-849f9f17-94ef-4c25-81f4-e4e839e73241 req-604113c9-43d5-48a5-a298-fb15ed71c946 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1708279
Sep 15 19:08:03.541243 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:03.550378 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.592256 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-ef15d309-e535-4c47-9376-d48e6621152f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 1000 time: 0.1754134
Sep 15 19:08:03.599774 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.693658 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Attempting to bind port a5a60fef-66aa-46f6-a3ac-7554f5396285 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:08:03.693658 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Attempting to bind port a5a60fef-66aa-46f6-a3ac-7554f5396285 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:08:03.694320 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-45ddaa69-7b7b-43e6-8bd3-046f50f743f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:03.694419 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Attempting to bind port a5a60fef-66aa-46f6-a3ac-7554f5396285 on network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:08:03.698466 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-45ddaa69-7b7b-43e6-8bd3-046f50f743f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0911646
Sep 15 19:08:03.703819 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Port a5a60fef-66aa-46f6-a3ac-7554f5396285 on network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:08:03.704370 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Attempting to bind port a5a60fef-66aa-46f6-a3ac-7554f5396285 on network 5dc9cfdf-6e12-4e3b-acd9-201d33eee822 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:08:03.714014 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:08:03.714485 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Checking segment: {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:08:03.714988 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Bound using segment: {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:08:03.715939 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Bound port: a5a60fef-66aa-46f6-a3ac-7554f5396285, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10db9c60-f561-4b0d-b805-9acaba6931fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:08:03.716390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.799218 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.806239 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:03.826320 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] For port a5a60fef-66aa-46f6-a3ac-7554f5396285, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:08:03.826523 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ad3225-28e9-48bb-b1fa-2bbe12aa6d2b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:03.831525 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] For port a5a60fef-66aa-46f6-a3ac-7554f5396285, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:08:03.831819 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:03.842401 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.848940 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:03.850622 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e2846e-6a24-4250-9fdb-274d42579ce1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:03.853310 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5ad3225-28e9-48bb-b1fa-2bbe12aa6d2b HTTP/1.1" status: 204  len: 168 time: 0.5346005
Sep 15 19:08:03.874033 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-f6d65e46-39aa-4e6b-92b8-8bd85e6433ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1684272
Sep 15 19:08:03.885090 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1ab29-2f4b-46e6-ae77-52924b999e3b req-e1760b2e-89c6-4b1c-8da7-fd5c481737bb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:03.886588 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b8b1ab29-2f4b-46e6-ae77-52924b999e3b req-e1760b2e-89c6-4b1c-8da7-fd5c481737bb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1409421
Sep 15 19:08:03.944449 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:04.030408 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:04.031874 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] 10.222.0.30 "PUT /v2.0/ports/a5a60fef-66aa-46f6-a3ac-7554f5396285 HTTP/1.1" status: 200  len: 1098 time: 1.3613751
Sep 15 19:08:04.032461 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'tag': 'a5a60fef-66aa-46f6-a3ac-7554f5396285'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:04.047355 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b8b1ab29-2f4b-46e6-ae77-52924b999e3b req-05715617-2bb5-492f-8bfe-752f497e010c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1417480
Sep 15 19:08:04.097154 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-918bcb70-dc33-49dc-98fb-e8ba9f2b640d service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095780
Sep 15 19:08:04.173910 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a60fef-66aa-46f6-a3ac-7554f5396285,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:04.179611 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:04.216663 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-aec1e0c8-92f8-45d7-978f-f6762c144e4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=891559cdc06748b6b3ba1b34110c948e&device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 1101 time: 0.1326985
Sep 15 19:08:04.298358 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'tag': 'a5a60fef-66aa-46f6-a3ac-7554f5396285', 'status': 'completed', 'code': 200}
Sep 15 19:08:04.322756 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-813ba737-3800-4aec-89fd-57073aabdd2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285 HTTP/1.1" status: 200  len: 217 time: 0.0919991
Sep 15 19:08:04.383092 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1c15ce8e-39ba-4e20-a91a-3bd7f0410e34 req-dd90c5f6-d18b-47f2-b01d-ab1065020ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676792
Sep 15 19:08:04.457934 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b1ba5-e97a-4956-bc78-9b745eda685c req-ea984aa3-d554-45b2-a2bd-82e14994b743 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:04.459488 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-567b1ba5-e97a-4956-bc78-9b745eda685c req-ea984aa3-d554-45b2-a2bd-82e14994b743 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1728880
Sep 15 19:08:04.472232 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-3b6412dd-b693-4d43-b553-0d95d0a91137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:04.474093 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-3b6412dd-b693-4d43-b553-0d95d0a91137 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ca8b025-5475-4786-a6c2-336a2bebb735 HTTP/1.1" status: 200  len: 843 time: 0.1355920
Sep 15 19:08:04.543318 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 664ee249-d7b6-464b-8e5f-587bfe1a6e71 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:04.556404 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-567b1ba5-e97a-4956-bc78-9b745eda685c req-a58f87a6-0210-4490-96da-debb9ff5a4b0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842021
Sep 15 19:08:04.577803 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-6ebb43e9-78ac-4e04-903f-bc69f07d53f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5dc9cfdf-6e12-4e3b-acd9-201d33eee822&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0949540
Sep 15 19:08:04.584396 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 664ee249-d7b6-464b-8e5f-587bfe1a6e71 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:08:04.584946 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 664ee249-d7b6-464b-8e5f-587bfe1a6e71 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:08:04.818200 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-13cd17af-478e-450d-b381-805ccf867fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/5dc9cfdf-6e12-4e3b-acd9-201d33eee822?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263160
Sep 15 19:08:04.824358 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577458-abfd-493d-b351-ab1b2cb4837d req-2eadd19d-7b94-44ed-a5d2-c969ed25a4a0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:04.825714 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-58577458-abfd-493d-b351-ab1b2cb4837d req-2eadd19d-7b94-44ed-a5d2-c969ed25a4a0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 948 time: 0.1235549
Sep 15 19:08:04.887359 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c36ef8-74f8-4761-a736-00f54782509d req-8ebd00fc-6ed0-4099-a7f2-7bb496c637fc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:04.888826 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-25c36ef8-74f8-4761-a736-00f54782509d req-8ebd00fc-6ed0-4099-a7f2-7bb496c637fc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 943 time: 0.0832608
Sep 15 19:08:04.941174 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-25c36ef8-74f8-4761-a736-00f54782509d req-a238daa9-55d5-4acc-a0dd-0903c33c1ab2 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465581
Sep 15 19:08:04.987067 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-58577458-abfd-493d-b351-ab1b2cb4837d req-29a366b1-fee4-4a68-8b2d-d4f62096b910 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398904
Sep 15 19:08:05.008216 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-793397b8-0b8d-4759-b504-c2f2aad20f24 req-36e161d9-5a13-4658-afba-e38d8c2e96e9 service neutron] 10.222.0.30 "GET /v2.0/networks/5dc9cfdf-6e12-4e3b-acd9-201d33eee822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815033
Sep 15 19:08:05.173042 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-735e4d83-4004-4a22-9aa1-fbd4d4076c59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=891559cdc06748b6b3ba1b34110c948e&device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 1101 time: 0.0973368
Sep 15 19:08:05.352659 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c39c1-ddb9-4745-b76a-117407cb87a5 req-1d5190a7-afa3-4c20-8b77-c380bffe30e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:05.354323 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f45c39c1-ddb9-4745-b76a-117407cb87a5 req-1d5190a7-afa3-4c20-8b77-c380bffe30e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1097925
Sep 15 19:08:05.359475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-bd1052d0-03bd-42e7-b7fa-d44668e5cc9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:05.367299 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-bd1052d0-03bd-42e7-b7fa-d44668e5cc9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5dc9cfdf-6e12-4e3b-acd9-201d33eee822 HTTP/1.1" status: 200  len: 869 time: 0.1769421
Sep 15 19:08:05.461308 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f45c39c1-ddb9-4745-b76a-117407cb87a5 req-5a7d16fe-2544-49cb-9eb0-641a408add43 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987403
Sep 15 19:08:05.471415 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-3c0f424b-947d-4736-91ac-42daf9a8eb7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285 HTTP/1.1" status: 200  len: 217 time: 0.0924516
Sep 15 19:08:05.622316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-eb4423da-27de-40e9-a3bd-9a7375b976ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:05.623796 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-eb4423da-27de-40e9-a3bd-9a7375b976ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ca8b025-5475-4786-a6c2-336a2bebb735 HTTP/1.1" status: 200  len: 843 time: 0.1435626
Sep 15 19:08:05.802667 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-8e74789b-9c9a-4650-aab0-0ad6902a8f93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5dc9cfdf-6e12-4e3b-acd9-201d33eee822&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1641333
Sep 15 19:08:05.829834 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8f5e-785e-4fe4-8570-641380aa0273 req-a992c7b3-4c13-4832-b531-74822a66d5a7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:05.832020 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-799d8f5e-785e-4fe4-8570-641380aa0273 req-a992c7b3-4c13-4832-b531-74822a66d5a7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1283498
Sep 15 19:08:05.941284 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-799d8f5e-785e-4fe4-8570-641380aa0273 req-f6a6bc06-a46f-4d7d-8a79-c1557ae5bda7 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021862
Sep 15 19:08:06.180508 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79c033-40f5-49ce-9c0e-3306c7b4688f req-3d3c14e3-2d13-48fb-9c9d-3401568834f6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:06.189204 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-eb79c033-40f5-49ce-9c0e-3306c7b4688f req-3d3c14e3-2d13-48fb-9c9d-3401568834f6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 943 time: 0.0939817
Sep 15 19:08:06.232923 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38702) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:06.269391 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d69b2e-0e30-4c5a-96bf-c4e841839447 req-c73c1611-366c-4571-90e0-d85f295ab7b8 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:06.269805 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-eb79c033-40f5-49ce-9c0e-3306c7b4688f req-7ef34962-0645-40c4-890c-56b6c37774be tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794289
Sep 15 19:08:06.271645 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-65d69b2e-0e30-4c5a-96bf-c4e841839447 req-c73c1611-366c-4571-90e0-d85f295ab7b8 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 948 time: 0.1359124
Sep 15 19:08:06.322120 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-65d69b2e-0e30-4c5a-96bf-c4e841839447 req-f03c1525-24f7-45bf-985d-3ebd1e121e15 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447342
Sep 15 19:08:06.443164 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.488385 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:06.492533 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Usage tracker for resource:security_group_rule and tenant:8aff0f24c37a40e2b9157f5799cee6c6 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:06.495485 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:06.511796 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:06.557231 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 90fae934-847b-432b-b524-40473bb4d63d details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:08:06.593497 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.601226 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.624196 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7e48f5ce-a184-4620-ac7b-36689f79eb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:06.721983 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf57b69-9bac-4427-b499-85d65479a734,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:06.729582 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8aff0f24c37a40e2b9157f5799cee6c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4926860
Sep 15 19:08:06.729582 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:06.730018 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38718) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:06.786570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8bcc0-3935-4010-beb0-add2c851bb65 req-1646a0c4-02eb-4dc5-80a4-dc0825fbe202 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:06.809187 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 90fae934-847b-432b-b524-40473bb4d63d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=90fae934-847b-432b-b524-40473bb4d63d,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:06.809469 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5bc8bcc0-3935-4010-beb0-add2c851bb65 req-1646a0c4-02eb-4dc5-80a4-dc0825fbe202 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1479735
Sep 15 19:08:06.820089 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38722) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:06.827720 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '90fae934-847b-432b-b524-40473bb4d63d', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'port_id': '90fae934-847b-432b-b524-40473bb4d63d', 'mac_address': 'fa:16:3e:d3:84:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:08:06.853965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.889685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.894800 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.918839 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5bc8bcc0-3935-4010-beb0-add2c851bb65 req-50dc7a8a-9845-455f-9fb3-422f13aea4ad tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077309
Sep 15 19:08:06.942806 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fae934-847b-432b-b524-40473bb4d63d {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:08:06.951249 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.966875 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-43e7f65f-e37f-4d46-b23d-17f0dee911f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:06.978889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 90fae934-847b-432b-b524-40473bb4d63d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=90fae934-847b-432b-b524-40473bb4d63d,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:06.980046 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.984190 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/faf57b69-9bac-4427-b499-85d65479a734 HTTP/1.1" status: 204  len: 168 time: 0.2507744
Sep 15 19:08:06.984190 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf57b69-9bac-4427-b499-85d65479a734,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:06.987426 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:06.989849 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:06.991708 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-10734ba2-eee2-4b02-bba2-91bb3446f7b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:07.092734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.139402 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=90fae934-847b-432b-b524-40473bb4d63d,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:07.143304 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:07.145268 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:07.152942 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Usage tracker for resource:security_group_rule and tenant:b021493e7db34de197c4dfe75f806e8e is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:07.156139 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:07.167057 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:07.259772 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.266149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.277514 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:07.302269 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['90fae934-847b-432b-b524-40473bb4d63d'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:08:07.379901 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9531b6-ae42-4138-9c3c-a4f7855875c6,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:07.395452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:07.404083 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b021493e7db34de197c4dfe75f806e8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5805717
Sep 15 19:08:07.407454 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38736) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:07.495906 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285c696-4651-430c-9466-366ea9a27093 req-89137ab7-7f52-4921-8aa8-8c17afb84e52 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:07.500340 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0285c696-4651-430c-9466-366ea9a27093 req-89137ab7-7f52-4921-8aa8-8c17afb84e52 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2257333
Sep 15 19:08:07.554306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.587702 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.605093 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0285c696-4651-430c-9466-366ea9a27093 req-c8c843de-4929-4684-bc32-22167e21e2ac tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983622
Sep 15 19:08:07.781794 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.788810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:07.810610 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9531b6-ae42-4138-9c3c-a4f7855875c6,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:07.818934 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:07.832549 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153320ce-b118-4cb1-a7da-cc42947d2b12 req-4f66b68b-0a7e-4ffd-bc95-1b9d9f51b9bf tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:07.837940 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-153320ce-b118-4cb1-a7da-cc42947d2b12 req-4f66b68b-0a7e-4ffd-bc95-1b9d9f51b9bf tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 944 time: 0.1725433
Sep 15 19:08:07.842242 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee7d7e-5a3f-4882-bf4e-de94b42f1a9a req-122f930e-4a4c-4bbb-b004-f797116438fc tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:07.847852 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c7ee7d7e-5a3f-4882-bf4e-de94b42f1a9a req-122f930e-4a4c-4bbb-b004-f797116438fc tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 948 time: 0.1065264
Sep 15 19:08:07.875538 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:07.878590 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad9531b6-ae42-4138-9c3c-a4f7855875c6 HTTP/1.1" status: 204  len: 168 time: 0.4678338
Sep 15 19:08:07.958162 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-153320ce-b118-4cb1-a7da-cc42947d2b12 req-497bab72-40a5-45b6-a0a0-419e0141999d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133626
Sep 15 19:08:08.097592 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c7ee7d7e-5a3f-4882-bf4e-de94b42f1a9a req-ad0a8cef-2eaa-41b8-8a6a-85ae36ebd2ce tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2413838
Sep 15 19:08:08.342123 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402448e-a5d1-4ba0-9e4b-ce633e96be00 req-776fa988-8456-405e-8fa3-3c3836262e51 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:08.343992 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e402448e-a5d1-4ba0-9e4b-ce633e96be00 req-776fa988-8456-405e-8fa3-3c3836262e51 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1127269
Sep 15 19:08:08.433627 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e402448e-a5d1-4ba0-9e4b-ce633e96be00 req-33d42d5d-1091-47d1-b94a-d4551429be37 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818000
Sep 15 19:08:08.586177 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device a5a60fef-66aa-46f6-a3ac-7554f5396285 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:08:08.589563 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 90fae934-847b-432b-b524-40473bb4d63d up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:08:08.758330 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 90fae934-847b-432b-b524-40473bb4d63d completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:08:08.775911 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 90fae934-847b-432b-b524-40473bb4d63d triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:08:08.776443 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:08.858028 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d4406-833c-44ac-a605-77cfce95fb02 req-3cff1d69-3fc6-4a38-898f-0c9d9ffaf4d0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:08.867281 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f90d4406-833c-44ac-a605-77cfce95fb02 req-3cff1d69-3fc6-4a38-898f-0c9d9ffaf4d0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1115944
Sep 15 19:08:08.947938 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port a5a60fef-66aa-46f6-a3ac-7554f5396285, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:08.953878 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f90d4406-833c-44ac-a605-77cfce95fb02 req-8116d344-c16f-4be7-b105-20ed5311efc0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743527
Sep 15 19:08:08.971038 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': 'a5a60fef-66aa-46f6-a3ac-7554f5396285', 'network_id': '5dc9cfdf-6e12-4e3b-acd9-201d33eee822', 'port_id': 'a5a60fef-66aa-46f6-a3ac-7554f5396285', 'mac_address': 'fa:16:3e:2e:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca8b025-5475-4786-a6c2-336a2bebb735', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:08:08.973033 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:09.097600 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fae934-847b-432b-b524-40473bb4d63d'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:09.134364 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 90fae934-847b-432b-b524-40473bb4d63d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=90fae934-847b-432b-b524-40473bb4d63d,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:09.154853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:09.166762 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5c55a-274b-45de-b046-d4196638a0d7 req-d725d6c1-b1a0-48d1-b83f-1089482988f6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:09.168389 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-06a5c55a-274b-45de-b046-d4196638a0d7 req-d725d6c1-b1a0-48d1-b83f-1089482988f6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 944 time: 0.0942540
Sep 15 19:08:09.174416 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:09.180714 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fae934-847b-432b-b524-40473bb4d63d', 'code': 200}
Sep 15 19:08:09.193443 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-71c2fa8f-7a86-4022-843c-f9284ebf7d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:09.237671 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-06a5c55a-274b-45de-b046-d4196638a0d7 req-eb95629e-dfc5-4a77-acfa-f41f44bc40b9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604529
Sep 15 19:08:09.255231 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a60fef-66aa-46f6-a3ac-7554f5396285 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:08:09.305842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port a5a60fef-66aa-46f6-a3ac-7554f5396285, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:09.314611 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:09.318777 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=90fae934-847b-432b-b524-40473bb4d63d,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:09.321881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:09.322333 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:09.441797 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=a5a60fef-66aa-46f6-a3ac-7554f5396285,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:09.446005 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:09.472335 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f40eba-1227-4dbe-8c66-da7707d93a65 req-6bd84b30-1a3e-4688-a199-d5fa07a25729 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:09.474136 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-22f40eba-1227-4dbe-8c66-da7707d93a65 req-6bd84b30-1a3e-4688-a199-d5fa07a25729 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 949 time: 0.1533339
Sep 15 19:08:09.531829 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-22f40eba-1227-4dbe-8c66-da7707d93a65 req-8935f829-416d-4cb6-bf1e-797c87ecbea3 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501111
Sep 15 19:08:09.599211 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['a5a60fef-66aa-46f6-a3ac-7554f5396285'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:08:09.706473 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdea6f-577d-48fe-b24c-b596b1cdb9d4 req-cbb5c751-1d01-444c-bfdd-61987ad5f53d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:09.710670 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6acdea6f-577d-48fe-b24c-b596b1cdb9d4 req-cbb5c751-1d01-444c-bfdd-61987ad5f53d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1122158
Sep 15 19:08:09.776236 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6acdea6f-577d-48fe-b24c-b596b1cdb9d4 req-4778af60-e834-4328-a5cf-b3a3e763c713 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614254
Sep 15 19:08:10.171102 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6790b45-afea-4e92-ad40-86cf7eb18b2e req-0f069b76-be31-44ad-9f84-05c99b32362f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:10.172566 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a6790b45-afea-4e92-ad40-86cf7eb18b2e req-0f069b76-be31-44ad-9f84-05c99b32362f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0983946
Sep 15 19:08:10.232251 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a6790b45-afea-4e92-ad40-86cf7eb18b2e req-f977f873-46d7-4188-9aba-4cb8d49088c0 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533803
Sep 15 19:08:10.483331 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ca861-c2f5-4aa9-92d6-3217b3af1f7a req-68fb0b09-a447-4dbb-86f7-f7dc0cde2ea7 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:10.484917 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d24ca861-c2f5-4aa9-92d6-3217b3af1f7a req-68fb0b09-a447-4dbb-86f7-f7dc0cde2ea7 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0811563
Sep 15 19:08:10.541219 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d24ca861-c2f5-4aa9-92d6-3217b3af1f7a req-72667eb2-f3f1-4db7-bc6b-d7ba052001d4 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502324
Sep 15 19:08:10.620534 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device a5a60fef-66aa-46f6-a3ac-7554f5396285 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:08:10.704926 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port a5a60fef-66aa-46f6-a3ac-7554f5396285 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:08:10.714094 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port a5a60fef-66aa-46f6-a3ac-7554f5396285 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:08:10.714473 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:10.810641 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754746e-24fa-4b47-803a-f5debcea6328 req-7b00cc9e-d297-42e5-9494-b8123246878b tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:10.812108 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e754746e-24fa-4b47-803a-f5debcea6328 req-7b00cc9e-d297-42e5-9494-b8123246878b tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 949 time: 0.1197689
Sep 15 19:08:10.855463 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:10.908834 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e754746e-24fa-4b47-803a-f5debcea6328 req-77392aba-d9b6-49a8-82b4-6b17d3e01662 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825002
Sep 15 19:08:10.912123 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port a5a60fef-66aa-46f6-a3ac-7554f5396285, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:10.919289 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:10.922958 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:11.009985 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=a5a60fef-66aa-46f6-a3ac-7554f5396285,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:11.013435 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:11.091112 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677086b-40f0-4e33-91fe-3637ba8b528d req-bbb0f70f-0237-4e72-ab27-ce4cb2b4530d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:11.092632 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6677086b-40f0-4e33-91fe-3637ba8b528d req-bbb0f70f-0237-4e72-ab27-ce4cb2b4530d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0920272
Sep 15 19:08:11.144626 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6677086b-40f0-4e33-91fe-3637ba8b528d req-d2e19992-98c4-4fb6-84a5-816840a53378 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464065
Sep 15 19:08:11.181720 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a60fef-66aa-46f6-a3ac-7554f5396285'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:11.296985 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a60fef-66aa-46f6-a3ac-7554f5396285', 'code': 200}
Sep 15 19:08:11.494750 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31236b5f-843e-40fc-8faa-8c01e1ea1464 req-725f96a2-569c-4475-b57a-d584ee654402 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:11.496409 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-31236b5f-843e-40fc-8faa-8c01e1ea1464 req-725f96a2-569c-4475-b57a-d584ee654402 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0931706
Sep 15 19:08:11.546464 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-31236b5f-843e-40fc-8faa-8c01e1ea1464 req-5f08af70-d699-48d5-a5ab-5281847c8197 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443385
Sep 15 19:08:11.747385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7543a6-5aba-4f0d-a92d-88ae8beca824 req-db67441a-ae0e-4ba5-8313-23d7265b6655 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:11.748892 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6a7543a6-5aba-4f0d-a92d-88ae8beca824 req-db67441a-ae0e-4ba5-8313-23d7265b6655 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0785196
Sep 15 19:08:11.800106 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6a7543a6-5aba-4f0d-a92d-88ae8beca824 req-6d07cd5d-8424-4936-bd6d-02e0beb8be1f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453746
Sep 15 19:08:12.124681 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c1ce1-7ff7-4682-a73c-cbfabca15f1e req-59b6e0f2-b481-477c-a126-716c25c86ed2 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:12.126238 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-db5c1ce1-7ff7-4682-a73c-cbfabca15f1e req-59b6e0f2-b481-477c-a126-716c25c86ed2 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0844867
Sep 15 19:08:12.175733 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-db5c1ce1-7ff7-4682-a73c-cbfabca15f1e req-edfe356c-1817-4fad-9b56-eac720773185 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423269
Sep 15 19:08:12.457966 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a93e54-3dc9-43e5-8a25-5b60f7509581 req-a4c385f8-53fa-4750-b191-f9b9379ece17 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:12.459684 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-55a93e54-3dc9-43e5-8a25-5b60f7509581 req-a4c385f8-53fa-4750-b191-f9b9379ece17 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1453507
Sep 15 19:08:12.519238 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-55a93e54-3dc9-43e5-8a25-5b60f7509581 req-1b5648b9-9954-4342-af0f-8fd1291c8f31 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449696
Sep 15 19:08:12.783989 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d3cea-848a-44f2-be1f-3455092cf5ce req-0d15a3db-f228-4b9e-9ee2-c2874579d438 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:12.786725 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-192d3cea-848a-44f2-be1f-3455092cf5ce req-0d15a3db-f228-4b9e-9ee2-c2874579d438 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1046894
Sep 15 19:08:12.856746 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-192d3cea-848a-44f2-be1f-3455092cf5ce req-e1c9357a-bbab-455a-b510-4d8bdbf5055f tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570211
Sep 15 19:08:13.075336 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02092ab0-79f6-4480-af99-4c6efd03ef09 req-1990aaf6-7d11-4a11-8d2d-218b47700959 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:13.077452 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02092ab0-79f6-4480-af99-4c6efd03ef09 req-1990aaf6-7d11-4a11-8d2d-218b47700959 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.1139386
Sep 15 19:08:13.124538 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-02092ab0-79f6-4480-af99-4c6efd03ef09 req-6e1df30a-e8be-4e5d-b17a-db19934a5056 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417554
Sep 15 19:08:13.411105 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88e86-bb91-41b6-a8d4-4bdd0d78777b req-2f57af97-26d5-44a1-9110-68c503d2266c tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:13.412584 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3fd88e86-bb91-41b6-a8d4-4bdd0d78777b req-2f57af97-26d5-44a1-9110-68c503d2266c tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0821018
Sep 15 19:08:13.461773 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3fd88e86-bb91-41b6-a8d4-4bdd0d78777b req-8c662f21-b997-4e0a-8ad3-6d80dfaef590 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430562
Sep 15 19:08:13.748353 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21db1-3bfe-4eb0-a3eb-7fe56db65d1c req-39a33ff1-fdcf-41da-a513-da516aea335e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:13.749734 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bbb21db1-3bfe-4eb0-a3eb-7fe56db65d1c req-39a33ff1-fdcf-41da-a513-da516aea335e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0803676
Sep 15 19:08:13.798045 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-bbb21db1-3bfe-4eb0-a3eb-7fe56db65d1c req-28d67309-7b4f-424b-a4a0-3fc648c5e8dc tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425386
Sep 15 19:08:14.059520 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4daa5e-8609-47d1-bf0b-4ab4f6ef7eae req-4476def6-b778-4012-8927-7abf46edd7b3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:14.061053 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2c4daa5e-8609-47d1-bf0b-4ab4f6ef7eae req-4476def6-b778-4012-8927-7abf46edd7b3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0858254
Sep 15 19:08:14.124141 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2c4daa5e-8609-47d1-bf0b-4ab4f6ef7eae req-26bff7f2-b908-4366-aea2-56b420009b79 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515664
Sep 15 19:08:14.391960 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e1a02-1694-4549-9932-a813299c50e7 req-f4530dd5-2b32-4fab-8774-06f9d6ab854b tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:14.393660 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5d0e1a02-1694-4549-9932-a813299c50e7 req-f4530dd5-2b32-4fab-8774-06f9d6ab854b tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.1403310
Sep 15 19:08:14.443724 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5d0e1a02-1694-4549-9932-a813299c50e7 req-e9db94eb-b57b-4ed0-9c90-ccbe3f083ff5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430455
Sep 15 19:08:14.665140 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3280e33-3cf1-4054-956c-97bbfc053b03 req-bdd913b3-b1a9-4542-a7c0-3b57f10dcc11 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:14.666639 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e3280e33-3cf1-4054-956c-97bbfc053b03 req-bdd913b3-b1a9-4542-a7c0-3b57f10dcc11 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0777459
Sep 15 19:08:14.715711 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e3280e33-3cf1-4054-956c-97bbfc053b03 req-37912c07-fdba-4aa1-84c0-babacfd51552 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430088
Sep 15 19:08:15.014532 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c14571-1d02-4f21-abc0-e99eee9231aa req-fc5566b9-b0d4-485f-bb80-e1cf5a1737c6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:15.015939 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-56c14571-1d02-4f21-abc0-e99eee9231aa req-fc5566b9-b0d4-485f-bb80-e1cf5a1737c6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0738854
Sep 15 19:08:15.065192 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-56c14571-1d02-4f21-abc0-e99eee9231aa req-a6ff4b47-266b-4d88-abaa-ec933bb442b7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437949
Sep 15 19:08:15.413730 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576f3a0-a2df-46f4-a243-d5db79486965 req-2886eb8b-b3f0-424d-8019-2f41767730bf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:15.415210 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4576f3a0-a2df-46f4-a243-d5db79486965 req-2886eb8b-b3f0-424d-8019-2f41767730bf tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1613569
Sep 15 19:08:15.467697 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4576f3a0-a2df-46f4-a243-d5db79486965 req-811e536e-a3c5-4efb-a839-07a232738310 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442011
Sep 15 19:08:15.793755 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cc473-a3e5-4141-9cff-067cdf102de3 req-fdcee2c0-d00a-4858-9e68-78a8b0ecd0c7 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:15.799123 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-380cc473-a3e5-4141-9cff-067cdf102de3 req-fdcee2c0-d00a-4858-9e68-78a8b0ecd0c7 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0856094
Sep 15 19:08:15.844172 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-380cc473-a3e5-4141-9cff-067cdf102de3 req-b4d70af1-4077-4c1f-a51b-8917e5041525 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435677
Sep 15 19:08:15.904835 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:08:15.946619 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be24441-2cd2-4f12-87b9-93ac0fd7cde8 req-e4c8e75d-6f70-4b28-8884-2761e5928659 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:15.948102 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6be24441-2cd2-4f12-87b9-93ac0fd7cde8 req-e4c8e75d-6f70-4b28-8884-2761e5928659 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0928948
Sep 15 19:08:16.007725 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6be24441-2cd2-4f12-87b9-93ac0fd7cde8 req-f3e505ae-32b9-4b26-8879-071f9da21efc tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526655
Sep 15 19:08:16.285385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138d06d-07f8-4a3c-bf12-503f5e7c8306 req-11c19e5b-8859-4ae8-b31d-b38208e66d25 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:16.287604 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8138d06d-07f8-4a3c-bf12-503f5e7c8306 req-11c19e5b-8859-4ae8-b31d-b38208e66d25 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0866809
Sep 15 19:08:16.339713 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8138d06d-07f8-4a3c-bf12-503f5e7c8306 req-9ef3efcb-7177-498d-aaaa-31c6b7d00ef5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458434
Sep 15 19:08:16.679240 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46d40f-30b7-4baa-a6fe-5bffd6a0824e req-6e1a7787-d755-4802-b23d-485951d0f68e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:16.680745 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0e46d40f-30b7-4baa-a6fe-5bffd6a0824e req-6e1a7787-d755-4802-b23d-485951d0f68e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0833685
Sep 15 19:08:16.727767 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0e46d40f-30b7-4baa-a6fe-5bffd6a0824e req-43af68fe-3670-472f-b150-f497e51724a5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411637
Sep 15 19:08:17.043732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adc797-925b-4c7f-b8fc-b7001cfdae09 req-430832c4-9dc2-48ad-b5a3-bf31583eb37d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:17.045183 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-63adc797-925b-4c7f-b8fc-b7001cfdae09 req-430832c4-9dc2-48ad-b5a3-bf31583eb37d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0771606
Sep 15 19:08:17.093513 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-63adc797-925b-4c7f-b8fc-b7001cfdae09 req-0285fc31-eeaa-418c-a552-c11c77a5ab56 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429385
Sep 15 19:08:17.225587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603fd76-d47a-4145-95b6-6b1149bc8725 req-54b746a5-e4d2-40c6-8217-42999d5c2a0f tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:17.226793 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b603fd76-d47a-4145-95b6-6b1149bc8725 req-54b746a5-e4d2-40c6-8217-42999d5c2a0f tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0913620
Sep 15 19:08:17.273316 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b603fd76-d47a-4145-95b6-6b1149bc8725 req-75529cb8-e010-4d0d-b040-9e6d8438835f tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410149
Sep 15 19:08:17.558459 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50d444-2cb6-4fc2-b9f1-37dcbdf7e0e8 req-c8d49bba-f43a-4f4f-a287-63cffb66035e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:17.559937 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-da50d444-2cb6-4fc2-b9f1-37dcbdf7e0e8 req-c8d49bba-f43a-4f4f-a287-63cffb66035e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0796034
Sep 15 19:08:17.608960 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-da50d444-2cb6-4fc2-b9f1-37dcbdf7e0e8 req-816ea6e5-c831-4d63-b695-d15a5ef3e55c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432267
Sep 15 19:08:17.921881 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81c51a-0be8-4912-baae-edf38f55aa89 req-521fc3c2-4c3a-4b8e-8c22-a464a04bb95a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:17.923369 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5e81c51a-0be8-4912-baae-edf38f55aa89 req-521fc3c2-4c3a-4b8e-8c22-a464a04bb95a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0769198
Sep 15 19:08:17.968353 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5e81c51a-0be8-4912-baae-edf38f55aa89 req-e406f419-5ab7-48a8-9fe5-18d004451daa tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385120
Sep 15 19:08:18.175406 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-c2591f9e-5e40-4816-ba78-4a88eea6cfe6 service neutron] 10.222.0.30 "GET /v2.0/networks/5dc9cfdf-6e12-4e3b-acd9-201d33eee822?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314950
Sep 15 19:08:18.304618 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab24aa-f78f-439a-b04e-8744529a6af0 req-98ce91e1-2e8f-4168-bee7-1621edbe6f80 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:18.306221 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96ab24aa-f78f-439a-b04e-8744529a6af0 req-98ce91e1-2e8f-4168-bee7-1621edbe6f80 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0919924
Sep 15 19:08:18.330469 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5dc227e6-6f75-4ed6-8b92-3d577d60d696 req-7b4dd429-607f-457b-b461-eed3c42cb426 service neutron] 10.222.0.30 "GET /v2.0/networks/5dc9cfdf-6e12-4e3b-acd9-201d33eee822?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431723
Sep 15 19:08:18.412258 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-96ab24aa-f78f-439a-b04e-8744529a6af0 req-c23ae7fb-5fe1-49fc-85a1-b34816d5e9da tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689645
Sep 15 19:08:18.431662 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-32308bac-2e7e-4201-bfe1-d2ebb45079a8 req-d0c00927-96a3-483e-95b4-cced5472b836 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 1098 time: 0.1244531
Sep 15 19:08:18.477784 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-32308bac-2e7e-4201-bfe1-d2ebb45079a8 req-4929e0b7-793d-47fd-a4fa-5b91845d301a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384581
Sep 15 19:08:18.492686 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0120-de2d-456b-b007-e4f085ba904b req-1689526b-9f01-494f-b543-6eace2b0f8d0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:18.494244 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a35c0120-de2d-456b-b007-e4f085ba904b req-1689526b-9f01-494f-b543-6eace2b0f8d0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0883250
Sep 15 19:08:18.549956 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a35c0120-de2d-456b-b007-e4f085ba904b req-3a82df9c-95f8-47cd-9896-f55dc0ac9b6f tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500925
Sep 15 19:08:18.840822 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b688278b-6f72-43c1-a2a0-d2451113691f req-2b761df1-5522-4de3-8640-eb7335affaec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 1103 time: 0.1288145
Sep 15 19:08:18.855777 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70bd4-82b4-421e-9d1a-dbd63a8e42c4 req-10aacac3-5653-41a2-8891-bdf9db14fd8a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:18.857185 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-20c70bd4-82b4-421e-9d1a-dbd63a8e42c4 req-10aacac3-5653-41a2-8891-bdf9db14fd8a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1059217
Sep 15 19:08:18.929772 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b688278b-6f72-43c1-a2a0-d2451113691f req-d104c409-eed4-45f4-9e70-e7ddc656b93d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802152
Sep 15 19:08:18.931882 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-20c70bd4-82b4-421e-9d1a-dbd63a8e42c4 req-ddb9d1f2-7ed2-4524-99b6-72916102cdac tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618057
Sep 15 19:08:19.170099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7541d4-9be3-4780-9225-51e4b2b51529 req-5763dc41-3484-4eb3-9d62-4a02e2651ee3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:19.171616 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0c7541d4-9be3-4780-9225-51e4b2b51529 req-5763dc41-3484-4eb3-9d62-4a02e2651ee3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0756335
Sep 15 19:08:19.221750 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0c7541d4-9be3-4780-9225-51e4b2b51529 req-994c4189-6557-4484-869a-9330c70dc008 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438960
Sep 15 19:08:19.664250 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d62008-aa3a-47a3-a5c3-ec0d0003ac8c req-93bec727-a10e-4ba1-8201-f540bb5be96e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:19.665731 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-27d62008-aa3a-47a3-a5c3-ec0d0003ac8c req-93bec727-a10e-4ba1-8201-f540bb5be96e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.1344600
Sep 15 19:08:19.713070 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-27d62008-aa3a-47a3-a5c3-ec0d0003ac8c req-d4768bc8-ba56-4953-8033-32c1df0eceda tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414813
Sep 15 19:08:19.756235 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81617a0-4ef6-4891-8de2-b22c425e7b70 req-fdf1f06e-c528-4b8c-bec0-703f9bd33b66 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:19.757801 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b81617a0-4ef6-4891-8de2-b22c425e7b70 req-fdf1f06e-c528-4b8c-bec0-703f9bd33b66 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0767608
Sep 15 19:08:19.803086 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b81617a0-4ef6-4891-8de2-b22c425e7b70 req-d074b7c6-7d3e-4d44-bd47-4e0345b12211 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398555
Sep 15 19:08:20.148464 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056e42-6e09-4df5-ab7c-17646f31b7dc req-ca78f5b6-e2f1-40cd-be16-4dcdb70ab882 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:20.149900 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4a056e42-6e09-4df5-ab7c-17646f31b7dc req-ca78f5b6-e2f1-40cd-be16-4dcdb70ab882 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0831530
Sep 15 19:08:20.196910 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4a056e42-6e09-4df5-ab7c-17646f31b7dc req-9a466c0d-50d5-4625-9f1f-26d885472e66 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415158
Sep 15 19:08:20.432841 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03148256-8796-419f-92ac-25f48559bb53 req-10dda305-4827-48ff-8cdd-0e8cc54976a3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:20.434326 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-03148256-8796-419f-92ac-25f48559bb53 req-10dda305-4827-48ff-8cdd-0e8cc54976a3 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.0861013
Sep 15 19:08:20.480581 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-03148256-8796-419f-92ac-25f48559bb53 req-a54ef178-b2ba-40d8-ab0a-cf36d640ae2a tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407648
Sep 15 19:08:20.924024 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06a154-a7d7-4263-84df-0d0fe839318a req-a6d39e83-28dc-4415-98e1-935a46935a88 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:20.925853 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6d06a154-a7d7-4263-84df-0d0fe839318a req-a6d39e83-28dc-4415-98e1-935a46935a88 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0855420
Sep 15 19:08:20.974787 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6d06a154-a7d7-4263-84df-0d0fe839318a req-b071c4e5-b48b-4671-9bb5-bcdeeaa19e12 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418980
Sep 15 19:08:21.030119 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac99ce-5b5f-4d5a-9c46-2d200d60e372 req-e2a80a8f-f347-4290-986d-a5addf7fcec2 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:21.031815 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7fac99ce-5b5f-4d5a-9c46-2d200d60e372 req-e2a80a8f-f347-4290-986d-a5addf7fcec2 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0954661
Sep 15 19:08:21.080591 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7fac99ce-5b5f-4d5a-9c46-2d200d60e372 req-0d8a7896-0ee3-4391-bdb1-9e73eb8b0d0d tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404224
Sep 15 19:08:21.184345 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4019b-3e59-40c0-b1e6-385c817b5ff1 req-c565a078-341e-4db9-8711-0f3fb28b1485 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:21.185759 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-36e4019b-3e59-40c0-b1e6-385c817b5ff1 req-c565a078-341e-4db9-8711-0f3fb28b1485 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.0831075
Sep 15 19:08:21.232104 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-36e4019b-3e59-40c0-b1e6-385c817b5ff1 req-9a8b4f32-d9c1-4e03-9d9d-ab61aad2dd98 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407071
Sep 15 19:08:21.260804 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 38952) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:21.464342 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9b193-c721-4fad-b741-7d64ed6366c4 req-d4d47b3f-2fa5-4422-a0fe-10df21cbd7a8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:21.465812 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-29d9b193-c721-4fad-b741-7d64ed6366c4 req-d4d47b3f-2fa5-4422-a0fe-10df21cbd7a8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1168756
Sep 15 19:08:21.516058 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-29d9b193-c721-4fad-b741-7d64ed6366c4 req-b095f633-e782-4b6d-a8a1-65009e8f4e4e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446351
Sep 15 19:08:21.643981 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a5604ed5-834c-437a-b84d-ba6a52c185df tempest-TestVolumeBootPattern-617675705 tempest-TestVolumeBootPattern-617675705-project-admin] Synchronizing usage tracker for tenant:aa1a7e26fd0a4f95a070510a4a8b102d on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:08:21.651510 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323149a-6ac5-446d-9994-6edb858de1a6 req-d66bac84-176c-415c-b700-b1ab4bc4e14f tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:21.653009 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1323149a-6ac5-446d-9994-6edb858de1a6 req-d66bac84-176c-415c-b700-b1ab4bc4e14f tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.1117780
Sep 15 19:08:21.685652 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a5604ed5-834c-437a-b84d-ba6a52c185df tempest-TestVolumeBootPattern-617675705 tempest-TestVolumeBootPattern-617675705-project-admin] Unset dirty status for tenant:aa1a7e26fd0a4f95a070510a4a8b102d on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:08:21.689593 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a5604ed5-834c-437a-b84d-ba6a52c185df tempest-TestVolumeBootPattern-617675705 tempest-TestVolumeBootPattern-617675705-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 1093 time: 0.4248922
Sep 15 19:08:21.693257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 38962) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:21.703949 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'port_id': '90fae934-847b-432b-b524-40473bb4d63d', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:08:21.711188 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1323149a-6ac5-446d-9994-6edb858de1a6 req-231d4c50-c907-48bd-b3ee-a7c38f408a91 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524106
Sep 15 19:08:21.712847 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:21.720866 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:floatingip and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:21.737355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:21.747480 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:21.768893 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:21.800599 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4f85-64c6-4d42-b166-e1a6e98d09dc req-9abd15b9-e9aa-4cb8-b7e3-834dac9030d5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:21.802238 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2e6e4f85-64c6-4d42-b166-e1a6e98d09dc req-9abd15b9-e9aa-4cb8-b7e3-834dac9030d5 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.1520298
Sep 15 19:08:21.824424 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-5486270b-e1eb-4af2-b659-75e61a61a317 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:21.825795 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-5486270b-e1eb-4af2-b659-75e61a61a317 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 945 time: 0.2081618
Sep 15 19:08:21.977195 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2e6e4f85-64c6-4d42-b166-e1a6e98d09dc req-aca06cbb-0972-41c6-a531-6f7e6a0c0247 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/security-groups?id=7fe8a1e2-412b-4eff-be7c-25cef04744e3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609302
Sep 15 19:08:21.982959 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Deleting port 6a0bea67-223b-4520-96da-bde48868626c {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:08:21.983296 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:22.205149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:22.311320 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] For port 6a0bea67-223b-4520-96da-bde48868626c, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6a0bea67-223b-4520-96da-bde48868626c,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:22.311664 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:22.469587 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Calling delete_port for 6a0bea67-223b-4520-96da-bde48868626c owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:08:22.546898 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Allocated IP 172.27.0.120 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/13e7ed76-f9f2-4dfd-9fa9-f4fd85d34903) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:08:22.736676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:22.749723 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:22.768129 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219cad3-4d51-40e3-8419-8c800351d918 req-2cfa69ac-05d4-47f4-833c-1d497029c5f5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:22.770117 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b219cad3-4d51-40e3-8419-8c800351d918 req-2cfa69ac-05d4-47f4-833c-1d497029c5f5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.0822251
Sep 15 19:08:22.824979 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b219cad3-4d51-40e3-8419-8c800351d918 req-fd68e9be-952a-488c-8a24-04d47fbdd29a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486443
Sep 15 19:08:22.897717 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Pushing event deleted for resources: {'Port': ['ID=6a0bea67-223b-4520-96da-bde48868626c,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:22.910582 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:22.916747 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.010328 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] No DVR routers for this DVR port 6a0bea67-223b-4520-96da-bde48868626c on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:08:23.014176 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-ba7d68d8-a809-4117-8aaa-37c88fc9001e tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:23.015469 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.015822 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-ba7d68d8-a809-4117-8aaa-37c88fc9001e tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.0811279
Sep 15 19:08:23.019311 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'name': 'network-vif-deleted', 'tag': '6a0bea67-223b-4520-96da-bde48868626c'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:23.062642 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa390c-b448-42c4-9911-f8e1c765909c req-0e6ffde5-0d90-4898-8a13-e24479e78e41 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:23.064116 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-95aa390c-b448-42c4-9911-f8e1c765909c req-0e6ffde5-0d90-4898-8a13-e24479e78e41 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 950 time: 0.2149727
Sep 15 19:08:23.066149 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-919370e4-6fbe-4db4-9465-74d2d2403005 req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.30 "DELETE /v2.0/ports/6a0bea67-223b-4520-96da-bde48868626c HTTP/1.1" status: 204  len: 173 time: 1.2259693
Sep 15 19:08:23.067088 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.071477 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-55a21bdf-f93b-4c2d-8961-f8756a80f868 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:23.095504 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Deleting port a5a60fef-66aa-46f6-a3ac-7554f5396285 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:08:23.096113 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.158401 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:08:23.169016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:08:23.174327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:08:23.208568 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=13e7ed76-f9f2-4dfd-9fa9-f4fd85d34903,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:23.221894 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:23.230719 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-95aa390c-b448-42c4-9911-f8e1c765909c req-81d95558-9229-4480-908c-0738b63f905d tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b0de5a5-c6d9-441e-9d36-74a7670c609f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281819
Sep 15 19:08:23.272223 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-68c766df-1c96-4f54-a955-d80919269235 req-ff78647d-31c9-44d6-9ef3-6d82fe88eeac tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dda080e-b661-4f16-a6b6-85d428c9b2c4 HTTP/1.1" status: 200  len: 210 time: 0.1430857
Sep 15 19:08:23.333591 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dda080e-b661-4f16-a6b6-85d428c9b2c4', 'name': 'network-vif-deleted', 'tag': '6a0bea67-223b-4520-96da-bde48868626c', 'status': 'completed', 'code': 200}
Sep 15 19:08:23.485849 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] For port a5a60fef-66aa-46f6-a3ac-7554f5396285, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=a5a60fef-66aa-46f6-a3ac-7554f5396285,segment=NetworkSegment(10db9c60-f561-4b0d-b805-9acaba6931fc),segment_id=10db9c60-f561-4b0d-b805-9acaba6931fc)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:23.486202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.622456 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Calling delete_port for a5a60fef-66aa-46f6-a3ac-7554f5396285 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:08:23.785477 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.793257 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435c73f8-a342-44e0-8c43-4380c84fd0b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:23.798247 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['a5a60fef-66aa-46f6-a3ac-7554f5396285'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:08:23.836920 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Pushing event deleted for resources: {'Port': ['ID=a5a60fef-66aa-46f6-a3ac-7554f5396285,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:23.839707 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:23.923694 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] No DVR routers for this DVR port a5a60fef-66aa-46f6-a3ac-7554f5396285 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:08:23.926372 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.937029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'name': 'network-vif-deleted', 'tag': 'a5a60fef-66aa-46f6-a3ac-7554f5396285'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:23.938908 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:23.956211 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-07a6700e-7788-4aea-a5ab-017d8b6573ee req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.30 "DELETE /v2.0/ports/a5a60fef-66aa-46f6-a3ac-7554f5396285 HTTP/1.1" status: 204  len: 173 time: 0.9350898
Sep 15 19:08:24.012083 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ed3037-6b82-4ee0-a045-d1109f8b482b', 'name': 'network-vif-deleted', 'tag': 'a5a60fef-66aa-46f6-a3ac-7554f5396285', 'status': 'completed', 'code': 200}
Sep 15 19:08:24.014100 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:24.128219 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c15667-218c-45b3-b9b1-d39fb1b5d1f7 req-ec714ba4-84d9-4d2a-98f3-dfe2b461878f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:24.134276 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f3c15667-218c-45b3-b9b1-d39fb1b5d1f7 req-ec714ba4-84d9-4d2a-98f3-dfe2b461878f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1009662
Sep 15 19:08:24.186754 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f3c15667-218c-45b3-b9b1-d39fb1b5d1f7 req-c967bd14-b304-46ec-ba97-9c63d0bbce35 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452807
Sep 15 19:08:24.247298 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:24.251562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:24.255758 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:24.367043 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=13e7ed76-f9f2-4dfd-9fa9-f4fd85d34903,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:24.370250 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:24.381093 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39014) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:24.382851 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:24.577628 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-12d96cc5-4361-4167-9bac-36534e710478 req-bb5598c5-13e2-4d32-850e-3ed75ceb0929 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5ed3037-6b82-4ee0-a045-d1109f8b482b HTTP/1.1" status: 200  len: 210 time: 0.0610170
Sep 15 19:08:24.672441 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6a0bea67-223b-4520-96da-bde48868626c no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:24.733421 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 6a0bea67-223b-4520-96da-bde48868626c {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:08:24.733762 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6a0bea67-223b-4520-96da-bde48868626c not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:08:24.734382 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device a5a60fef-66aa-46f6-a3ac-7554f5396285 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:24.739814 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.l3_db [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Floating IP 5cbb27f0-4ec4-42cc-909a-d2905558d87e associated. External IP: 172.27.0.120, port: 90fae934-847b-432b-b524-40473bb4d63d.
Sep 15 19:08:24.767698 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: a5a60fef-66aa-46f6-a3ac-7554f5396285 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:08:24.768309 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device a5a60fef-66aa-46f6-a3ac-7554f5396285 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:08:24.873074 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:25.165363 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:08:25.394918 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:08:25.407708 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:08:25.421455 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:08:25.422252 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f790>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:08:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:25.424696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:25.486059 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.7917407
Sep 15 19:08:25.487717 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'tag': '90fae934-847b-432b-b524-40473bb4d63d'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:25.553017 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'tag': '90fae934-847b-432b-b524-40473bb4d63d', 'status': 'completed', 'code': 200}
Sep 15 19:08:25.580114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d2a0-c1a8-42f5-8e09-cf2f987721b9 req-fd5c3aeb-112f-4104-b97d-6d5a93d7548c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:25.581573 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-55a8d2a0-c1a8-42f5-8e09-cf2f987721b9 req-fd5c3aeb-112f-4104-b97d-6d5a93d7548c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1385751
Sep 15 19:08:25.611804 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:08:25.704805 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-55a8d2a0-c1a8-42f5-8e09-cf2f987721b9 req-eae67498-1429-4311-81a8-50c9c5837b4b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153076
Sep 15 19:08:25.722197 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-688ca6bc-5e92-4719-ae6a-edd08e588b5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 1098 time: 0.1394434
Sep 15 19:08:25.940601 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-61519602-275b-469c-85ca-81cca896207a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:25.942161 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-61519602-275b-469c-85ca-81cca896207a service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1840143
Sep 15 19:08:25.996841 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f790>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '5cbb27f0-4ec4-42cc-909a-d2905558d87e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '90fae934-847b-432b-b524-40473bb4d63d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:d3:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:08:23Z', 'updated_at': '2021-09-15T19:08:23Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:26.000733 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:08:26.018014 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:08:26.018256 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f790>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:08:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:26.068007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Deleting port 282d2c20-d724-488d-ad0f-c798deda1c2f {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:08:26.068399 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:26.128617 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-f27842dc-04c8-48fc-b310-1732b6c5f430 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90fae934-847b-432b-b524-40473bb4d63d HTTP/1.1" status: 200  len: 999 time: 0.1738691
Sep 15 19:08:26.226812 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:08:26.279310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-2f6f864c-4dd0-488f-8088-25ad9c642ef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:26.280756 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-2f6f864c-4dd0-488f-8088-25ad9c642ef8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.1323357
Sep 15 19:08:26.354337 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] For port 282d2c20-d724-488d-ad0f-c798deda1c2f, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=282d2c20-d724-488d-ad0f-c798deda1c2f,segment=NetworkSegment(982a505e-ed0a-42ac-b77b-480fe91db4d4),segment_id=982a505e-ed0a-42ac-b77b-480fe91db4d4)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:26.354719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:26.490453 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Calling delete_port for 282d2c20-d724-488d-ad0f-c798deda1c2f owned by network:router_interface {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:08:26.565506 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-8a648bbc-33de-41ea-87d1-f09678b64798 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2779267
Sep 15 19:08:26.635874 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f790>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '5cbb27f0-4ec4-42cc-909a-d2905558d87e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '90fae934-847b-432b-b524-40473bb4d63d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:d3:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:08:23Z', 'updated_at': '2021-09-15T19:08:23Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:26.641480 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33028b5-d961-4c62-bb4a-4334c2ed2fe0 None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '5cbb27f0-4ec4-42cc-909a-d2905558d87e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.120', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '90fae934-847b-432b-b524-40473bb4d63d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:d3:84:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:08:23Z', 'updated_at': '2021-09-15T19:08:23Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:08:26.686624 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:08:26.911375 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:26.933802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'port_id': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'mac_address': 'fa:16:3e:52:96:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:08:27.061604 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec235d2-1bba-4494-be4f-9fa6e7ea3088 None None] New status for floating IP 5cbb27f0-4ec4-42cc-909a-d2905558d87e: ACTIVE {{(pid=75128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:08:27.063819 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-f4ea16ae-70a9-482c-ab02-2c1553e27997 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4908657
Sep 15 19:08:27.130014 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:27.173944 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ed268-bf0f-4ccc-bbff-744f48c86d3e req-726e3f36-b75f-4262-9067-6b67959c60da tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:27.177377 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-046ed268-bf0f-4ccc-bbff-744f48c86d3e req-726e3f36-b75f-4262-9067-6b67959c60da tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 944 time: 0.1926327
Sep 15 19:08:27.198127 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cc36dd-f2c6-495e-93bd-94c548b97322 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:08:27.237199 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:27.268760 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-046ed268-bf0f-4ccc-bbff-744f48c86d3e req-94c1b3e2-afae-4c8a-8354-fc8cb4439f46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844944
Sep 15 19:08:27.307796 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6745a112-30f1-4823-8a86-fba2fb9cf75f req-0845e252-af88-4bf0-955f-2e060dc4db97 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289479
Sep 15 19:08:27.313206 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:27.318214 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-33e0aee7-394c-4e19-84a6-92ace4069867 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:27.347850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:27.349616 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:27.370111 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=282d2c20-d724-488d-ad0f-c798deda1c2f,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:27.383792 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:27.530193 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=9']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:27.533800 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:27.602601 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['73cc36dd-f2c6-495e-93bd-94c548b97322'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:08:27.705906 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:28.300124 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Router d3df8532-bf42-4e99-932e-ce82aa3a8072 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:08:28.633264 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8187e509-64a3-49ae-9709-fa8b77bec0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:28.700791 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e315b1-5fb1-44c5-bafa-b1950aa502a1 req-c96674f1-4c7b-4e67-88fd-a00e5daa1434 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:28.702231 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d2e315b1-5fb1-44c5-bafa-b1950aa502a1 req-c96674f1-4c7b-4e67-88fd-a00e5daa1434 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 945 time: 0.2271664
Sep 15 19:08:28.710924 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:08:28.747956 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:08:28.760040 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] Sync routers for ids ['d3df8532-bf42-4e99-932e-ce82aa3a8072'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:08:28.777177 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d2e315b1-5fb1-44c5-bafa-b1950aa502a1 req-48f12d46-b4a8-41c0-818e-c9c242eb89db tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684879
Sep 15 19:08:28.779837 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] Routers {'d3df8532-bf42-4e99-932e-ce82aa3a8072'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:08:28.780325 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3df8532-bf42-4e99-932e-ce82aa3a8072/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3981452
Sep 15 19:08:28.783056 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39196) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:28.794463 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f760>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:08:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d3df8532-bf42-4e99-932e-ce82aa3a8072'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:28.799357 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 73cc36dd-f2c6-495e-93bd-94c548b97322 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:08:28.800034 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.046117 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.093629 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] Set router d3df8532-bf42-4e99-932e-ce82aa3a8072 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:08:29.096274 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.129433 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:29.130429 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:08:29.151727 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.158724 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-10734ba2-eee2-4b02-bba2-91bb3446f7b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:29.236855 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.259859 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=10']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:29.274086 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:29.280552 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'code': 200}
Sep 15 19:08:29.499985 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.515109 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Deleting port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:08:29.515623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.517521 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f760>, [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:08:27Z', 'revision_number': 5, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port': {'id': '998811ae-08cc-4aa3-986a-b8cab6bd5dc5', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:29.521396 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] Checking router: d3df8532-bf42-4e99-932e-ce82aa3a8072 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:08:29.533131 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] Routers {'d3df8532-bf42-4e99-932e-ce82aa3a8072'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:08:29.533662 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f760>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:08:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d3df8532-bf42-4e99-932e-ce82aa3a8072'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:29.711724 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] Set router d3df8532-bf42-4e99-932e-ce82aa3a8072 gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:08:29.813168 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] For port 998811ae-08cc-4aa3-986a-b8cab6bd5dc5, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:08:29.813801 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:29.829042 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4678c4af-996b-46d7-b731-8f932e100e63 req-b7ad005d-fafa-45d3-b0d5-e97f4b6ed5f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1100 time: 0.0825262
Sep 15 19:08:29.840994 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd9f760>, [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:08:29Z', 'revision_number': 6, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:29.845329 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d4f0f1-9718-41c6-8ce1-657348b93108 None None] The sync data for ids ['d3df8532-bf42-4e99-932e-ce82aa3a8072'] in dv-cinder-806008-3-iscsi is: [{'id': 'd3df8532-bf42-4e99-932e-ce82aa3a8072', 'name': 'tempest-ServerRescueNegativeTestJSON-1643834092-router', 'tenant_id': 'c2ff3ef40a79415398288037c7f0f756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:08:29Z', 'revision_number': 6, 'project_id': 'c2ff3ef40a79415398288037c7f0f756', 'gw_port_host': None}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:08:29.892609 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4678c4af-996b-46d7-b731-8f932e100e63 req-d8f807cc-8bf8-44f0-9d9b-5a81bc694a97 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556557
Sep 15 19:08:29.945650 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Calling delete_port for 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:08:30.057344 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e527697-1509-4f9a-86c9-c46b9274b18c req-6ba82b29-04ba-440b-a539-83735ce91ab3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:30.058823 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4e527697-1509-4f9a-86c9-c46b9274b18c req-6ba82b29-04ba-440b-a539-83735ce91ab3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.0898731
Sep 15 19:08:30.105154 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4e527697-1509-4f9a-86c9-c46b9274b18c req-20b7e59e-bc85-4cd2-82c6-8f1541be3885 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406668
Sep 15 19:08:30.200851 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 282d2c20-d724-488d-ad0f-c798deda1c2f no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:30.238139 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 282d2c20-d724-488d-ad0f-c798deda1c2f {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:08:30.238360 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 282d2c20-d724-488d-ad0f-c798deda1c2f not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:08:30.248086 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.251799 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:30.296399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Pushing event deleted for resources: {'Port': ['ID=998811ae-08cc-4aa3-986a-b8cab6bd5dc5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:30.299868 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:30.514424 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.777363 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.781412 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.914880 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-90d8e69b-60da-4fb4-9b3e-3f9be0726a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.956971 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.957516 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3df8532-bf42-4e99-932e-ce82aa3a8072 {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:08:30.972220 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:30.973506 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d3df8532-bf42-4e99-932e-ce82aa3a8072 HTTP/1.1" status: 204  len: 168 time: 2.1893709
Sep 15 19:08:30.976388 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39258) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:31.044596 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Deleting subnet 31b8f741-9d30-4de7-81d9-c3290561520f {{(pid=75126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:08:31.048034 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.112774 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-921545'] for subnet, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.174186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.288955 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8281650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8263578'] for subnet, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.298133 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:31.388357 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39298) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:31.408570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b8f741-9d30-4de7-81d9-c3290561520f,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:31.426936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:31.434462 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57952957-2b4b-44a7-a78e-53612ff0420c req-360495ed-70bc-4096-93ed-24cd1d59967e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:31.436820 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-57952957-2b4b-44a7-a78e-53612ff0420c req-360495ed-70bc-4096-93ed-24cd1d59967e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.1490607
Sep 15 19:08:31.446699 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.465123 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-24cd55a6-f9db-49e8-a980-7c0d1541c5bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/31b8f741-9d30-4de7-81d9-c3290561520f HTTP/1.1" status: 204  len: 168 time: 0.4862931
Sep 15 19:08:31.466692 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39304) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:31.529429 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-57952957-2b4b-44a7-a78e-53612ff0420c req-798cd949-d4a8-4cd6-a6a3-833f87fd6e98 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740025
Sep 15 19:08:31.656361 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.742095 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-60952dd5-52da-4f62-9f13-7d4978fafb86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=891559cdc06748b6b3ba1b34110c948e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3521936
Sep 15 19:08:31.745139 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39318) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:31.788518 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.864787 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.867562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.888356 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b23e160>,) {'filters': {'network_id': ['5853b25c-c152-47eb-a27a-e07c5183c001']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:31.906651 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.907583 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b23e160>, '982a505e-ed0a-42ac-b77b-480fe91db4d4') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:31.908571 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b23e160>, '982a505e-ed0a-42ac-b77b-480fe91db4d4') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:08:31.928780 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.952503 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.959681 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:08:31.960080 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.971257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:08:31.973569 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:08:31.975785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-20503a73-cfc1-408c-8c71-8e06f1796f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:31.989566 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0de5a5-c6d9-441e-9d36-74a7670c609f,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:31.992736 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:32.004267 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.008558 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b0de5a5-c6d9-441e-9d36-74a7670c609f HTTP/1.1" status: 204  len: 168 time: 0.2593603
Sep 15 19:08:32.051473 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.055802 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4748a9d8-543c-4e52-839c-87921a11ba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:32.069625 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.079312 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Pushing event deleted for resources: {'Network': ['ID=5853b25c-c152-47eb-a27a-e07c5183c001,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:32.082368 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:32.088210 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] 10.222.0.52 "DELETE /v2.0/networks/5853b25c-c152-47eb-a27a-e07c5183c001 HTTP/1.1" status: 204  len: 168 time: 0.6193564
Sep 15 19:08:32.158125 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:08:32.192522 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:08:32.193104 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 998811ae-08cc-4aa3-986a-b8cab6bd5dc5 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:08:32.327796 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39336) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:32.393062 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-1cd25f66-6a75-41f1-9db8-5d25c13c877c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2ff3ef40a79415398288037c7f0f756&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0638828
Sep 15 19:08:32.395365 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39342) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:32.464818 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.490512 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.541253 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.546181 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3b124a92-f17b-4592-9b15-2432a1ff8110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:32.559851 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe8a1e2-412b-4eff-be7c-25cef04744e3,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:32.562166 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:32.573559 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:32.574757 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fe8a1e2-412b-4eff-be7c-25cef04744e3 HTTP/1.1" status: 204  len: 168 time: 0.1785061
Sep 15 19:08:32.809551 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68bf2-25d2-45fc-9d67-b6ba47e71a93 req-90184141-ba02-4b34-80c3-3fd44e105531 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:32.811882 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-11a68bf2-25d2-45fc-9d67-b6ba47e71a93 req-90184141-ba02-4b34-80c3-3fd44e105531 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.0974348
Sep 15 19:08:32.890066 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-11a68bf2-25d2-45fc-9d67-b6ba47e71a93 req-98088a40-c3fb-47dc-8e47-aedfe804f3ff tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715718
Sep 15 19:08:33.375623 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:33.433485 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e92b-fdbc-4973-979c-3adb6a0820d5 req-65c43225-eaa3-4fb8-ae8c-a7e9e536055b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:33.440306 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7aa5e92b-fdbc-4973-979c-3adb6a0820d5 req-65c43225-eaa3-4fb8-ae8c-a7e9e536055b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0987611
Sep 15 19:08:33.489200 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7aa5e92b-fdbc-4973-979c-3adb6a0820d5 req-5917cc9f-fc9a-4c56-aec5-54e5ab0aa277 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420561
Sep 15 19:08:33.849641 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:34.762201 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72252eb-4141-4625-b537-6e4dee37c468 req-52eb41d1-13b9-45bf-8ce4-9dd5bc189391 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:34.763701 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f72252eb-4141-4625-b537-6e4dee37c468 req-52eb41d1-13b9-45bf-8ce4-9dd5bc189391 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1486435
Sep 15 19:08:34.773649 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-800dd617-1c65-41d3-a5b1-8e5ee37a0a04 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1146555
Sep 15 19:08:34.817179 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f72252eb-4141-4625-b537-6e4dee37c468 req-4a2826c1-c530-496b-8c74-ee3919bfe552 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478194
Sep 15 19:08:34.920555 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-93537439-3971-49f7-9ea2-20700a55cf3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 1100 time: 0.0714767
Sep 15 19:08:35.072696 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-0b313d88-6732-49d3-b129-186adc90546c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:35.074178 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-0b313d88-6732-49d3-b129-186adc90546c service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.1351981
Sep 15 19:08:35.130121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39444) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:35.193250 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-644651c1-38ff-4ef7-95bf-fe0b395e2976 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 200  len: 1002 time: 0.1033146
Sep 15 19:08:35.274274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-8829dec5-a616-413a-b5f2-b14e49abcd16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:35.275781 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-8829dec5-a616-413a-b5f2-b14e49abcd16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0719914
Sep 15 19:08:35.285526 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.320738 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:35.324551 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Usage tracker for resource:security_group_rule and tenant:1131e57fb59f4207a8a3b4f9113a4825 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:35.327348 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:35.333084 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:35.359502 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-9380ce6a-1f6e-406b-b692-2c72765ea5dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752146
Sep 15 19:08:35.404277 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.409214 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.418892 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4900e7c4-2667-4781-8f86-9d16e45fdd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:35.466496 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1131e57fb59f4207a8a3b4f9113a4825&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3344755
Sep 15 19:08:35.467355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435507f-3f13-400d-ba97-8670ba395a90,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:35.469799 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39456) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:35.472538 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:35.540625 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.575567 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.605545 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-5cbb0b2d-0c46-4322-8ca9-4ad4f2d5049b service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2387056
Sep 15 19:08:35.628323 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.634318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-43da4630-bf82-4beb-a0e2-6421006f2d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:35.650763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435507f-3f13-400d-ba97-8670ba395a90,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:35.653028 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:35.655119 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:35.656859 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5435507f-3f13-400d-ba97-8670ba395a90 HTTP/1.1" status: 204  len: 168 time: 0.1855001
Sep 15 19:08:35.993963 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39474) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:36.011871 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.032011 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290eef8-b9fa-4471-9611-aeea15a09a6b req-eb597c9d-873a-4674-9f52-25e206f1ffd3 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:36.033459 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a290eef8-b9fa-4471-9611-aeea15a09a6b req-eb597c9d-873a-4674-9f52-25e206f1ffd3 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0868430
Sep 15 19:08:36.045643 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:36.049514 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Usage tracker for resource:security_group_rule and tenant:11439221c52848ef9e6068d981ce2327 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:36.052590 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:36.058788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:36.081594 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a290eef8-b9fa-4471-9611-aeea15a09a6b req-270a522b-704a-44a0-ad01-af3713bc9b47 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410700
Sep 15 19:08:36.126699 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.130274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.137380 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-af338351-ff82-4fe5-bfe1-56a26b9b32e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:36.175964 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05737b8b-1c29-4e4a-9fa8-f49600a9040e,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:36.180577 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:36.182754 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11439221c52848ef9e6068d981ce2327&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1875362
Sep 15 19:08:36.185375 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39478) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:36.246168 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.270443 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.322435 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.326568 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1fd8e243-3b4e-49eb-9db2-2139bf59bde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:36.339817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05737b8b-1c29-4e4a-9fa8-f49600a9040e,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:36.342673 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:36.344564 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:36.345610 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05737b8b-1c29-4e4a-9fa8-f49600a9040e HTTP/1.1" status: 204  len: 168 time: 0.1593635
Sep 15 19:08:36.487547 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-faee8747-a9be-47b9-ac28-4427f26f6e4e req-8824ed83-3830-4496-99bd-4fbd61fe8802 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337392
Sep 15 19:08:37.320208 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4d3d6-c2d9-49da-b386-af5d1b8e9277 req-aa2104d8-1713-4e0f-a5ee-232c6407e70a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:37.321680 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-64e4d3d6-c2d9-49da-b386-af5d1b8e9277 req-aa2104d8-1713-4e0f-a5ee-232c6407e70a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0844359
Sep 15 19:08:37.367756 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-64e4d3d6-c2d9-49da-b386-af5d1b8e9277 req-2eea9b42-9a9c-4be5-804e-65cfc0b33ec3 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406063
Sep 15 19:08:38.578845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c022c0-281f-4c9f-ba18-da9de3e1f812 req-975bec78-d864-4619-bcbe-7cf4ebd92aad tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:38.580314 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-26c022c0-281f-4c9f-ba18-da9de3e1f812 req-975bec78-d864-4619-bcbe-7cf4ebd92aad tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0834405
Sep 15 19:08:38.636670 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-26c022c0-281f-4c9f-ba18-da9de3e1f812 req-d28e93af-8a8c-4984-8f21-b387edcc35a6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504055
Sep 15 19:08:39.832529 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dc9ef-2a07-4d0c-b228-1f284ca9b6c0 req-2cb0cd68-5f75-4773-afae-b2623cbfd416 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:39.834815 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-195dc9ef-2a07-4d0c-b228-1f284ca9b6c0 req-2cb0cd68-5f75-4773-afae-b2623cbfd416 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0747967
Sep 15 19:08:39.878788 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-195dc9ef-2a07-4d0c-b228-1f284ca9b6c0 req-8d03e97f-dfb4-4230-8b8c-2ecdda83da96 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386114
Sep 15 19:08:41.072416 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b53a11-5c17-4dce-b61c-2db04fc69f04 req-696379d7-6bd0-4124-8dec-16f1d4a1d30d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:41.073825 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a7b53a11-5c17-4dce-b61c-2db04fc69f04 req-696379d7-6bd0-4124-8dec-16f1d4a1d30d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0743787
Sep 15 19:08:41.118970 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a7b53a11-5c17-4dce-b61c-2db04fc69f04 req-eb6cc63e-dffc-4fcb-bce8-fa2aa94f0a9e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397575
Sep 15 19:08:42.319086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88af96-4df8-47bf-86e4-84252298817d req-e5de145c-02dc-4b22-af22-861f9e717cd4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:42.320559 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7b88af96-4df8-47bf-86e4-84252298817d req-e5de145c-02dc-4b22-af22-861f9e717cd4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0793545
Sep 15 19:08:42.365018 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7b88af96-4df8-47bf-86e4-84252298817d req-d4382af1-68f6-4eaf-8a5b-8f6f861056d3 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388868
Sep 15 19:08:43.564277 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed469-0afc-4668-9166-fe1463f3c832 req-d371ebda-f0eb-40f4-8e1c-c21d8928d726 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:43.565777 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-77bed469-0afc-4668-9166-fe1463f3c832 req-d371ebda-f0eb-40f4-8e1c-c21d8928d726 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0789790
Sep 15 19:08:43.610085 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-77bed469-0afc-4668-9166-fe1463f3c832 req-b6de7b5a-3fe0-4840-b694-e016cac45868 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387354
Sep 15 19:08:44.811259 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8fdaa-1056-4103-a73f-d1823b821478 req-acdc0b65-c5fd-4676-9c7a-e0f1d653fadd tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:44.812743 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d9c8fdaa-1056-4103-a73f-d1823b821478 req-acdc0b65-c5fd-4676-9c7a-e0f1d653fadd tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0783770
Sep 15 19:08:44.859753 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d9c8fdaa-1056-4103-a73f-d1823b821478 req-d303cc0e-8b02-47c8-8c86-cfc36c04148a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408962
Sep 15 19:08:46.054118 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69295db7-ea45-4b5e-afec-db70a6b955b8 req-0125c7b9-bc10-406c-8d22-8b37ea3d9ab5 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:46.055498 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-69295db7-ea45-4b5e-afec-db70a6b955b8 req-0125c7b9-bc10-406c-8d22-8b37ea3d9ab5 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0755501
Sep 15 19:08:46.100158 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-69295db7-ea45-4b5e-afec-db70a6b955b8 req-9317936d-c374-4dc3-b264-c7973e4d915e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391345
Sep 15 19:08:47.299296 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab429-17a3-4dd7-adaf-393cbe7d6008 req-6915d927-4596-47f9-a415-569c0497814a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:47.300995 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-facab429-17a3-4dd7-adaf-393cbe7d6008 req-6915d927-4596-47f9-a415-569c0497814a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0782104
Sep 15 19:08:47.346015 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-facab429-17a3-4dd7-adaf-393cbe7d6008 req-e03a35d9-b016-45f8-8f8b-fc4266405e86 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394397
Sep 15 19:08:48.546734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cf0fe-4b1b-4b33-940b-9b3e161345d9 req-501b22ec-3916-42e9-826b-54b4dea09209 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:48.548179 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ee0cf0fe-4b1b-4b33-940b-9b3e161345d9 req-501b22ec-3916-42e9-826b-54b4dea09209 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0818448
Sep 15 19:08:48.594366 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ee0cf0fe-4b1b-4b33-940b-9b3e161345d9 req-cb591fe0-d768-4516-a212-d30b8d5debd8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403321
Sep 15 19:08:49.786532 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff2fd8-3cba-458c-9542-a0e760d36f20 req-1ca67828-41ca-468c-8fe9-e4e717cb3d13 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:49.788662 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1aff2fd8-3cba-458c-9542-a0e760d36f20 req-1ca67828-41ca-468c-8fe9-e4e717cb3d13 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0762053
Sep 15 19:08:49.838691 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1aff2fd8-3cba-458c-9542-a0e760d36f20 req-296063e6-6d30-46e0-98ed-269517ace42b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445707
Sep 15 19:08:51.049321 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b0d7-302b-4f00-99e5-5fac3d6ba90b req-4126880a-ff3b-4d15-ab89-c097d7bfad22 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:51.051081 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5b08b0d7-302b-4f00-99e5-5fac3d6ba90b req-4126880a-ff3b-4d15-ab89-c097d7bfad22 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0806105
Sep 15 19:08:51.099958 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5b08b0d7-302b-4f00-99e5-5fac3d6ba90b req-93a23e83-606b-4053-9a78-a97f9c5e1447 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422816
Sep 15 19:08:51.512888 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76cdcf-aa50-451a-9e6e-a953dd5546a0 req-7cd522c7-9cf5-402a-b509-08131254dc30 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:51.519224 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5e76cdcf-aa50-451a-9e6e-a953dd5546a0 req-7cd522c7-9cf5-402a-b509-08131254dc30 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1290531
Sep 15 19:08:51.551103 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-b5dfa429-69ec-4017-a47f-6af4daa46d91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1098 time: 0.0962377
Sep 15 19:08:51.584707 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5e76cdcf-aa50-451a-9e6e-a953dd5546a0 req-db869097-87dd-4514-a558-a3edbf54c95d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540550
Sep 15 19:08:51.704161 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-c4af6d90-c0e6-4f94-b634-455f1305d313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:51.705774 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-c4af6d90-c0e6-4f94-b634-455f1305d313 service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.1469774
Sep 15 19:08:51.825089 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-1581954c-7e9e-4c65-a46c-62be23714e00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 1000 time: 0.1041894
Sep 15 19:08:51.911778 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-0c78d665-2ec2-45d5-b999-f5cc2c23f7df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:51.913896 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-0c78d665-2ec2-45d5-b999-f5cc2c23f7df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0817513
Sep 15 19:08:52.001826 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-58108e99-5839-4149-a0e9-4b24861500c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812967
Sep 15 19:08:52.157347 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-8a9908f9-7932-4456-a5f6-a7763be5af24 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475160
Sep 15 19:08:52.466868 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0b6aca5-8050-44ac-8629-5abf5f28e20f req-f1f4f23d-026b-45b6-9a3b-7c36d5dfd5c0 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3020401
Sep 15 19:08:52.824627 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce91e7-f1ac-48bf-b217-b2c2b43b644c req-3fa42937-b768-449f-aa4b-bd1519d7f384 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:52.826117 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bcce91e7-f1ac-48bf-b217-b2c2b43b644c req-3fa42937-b768-449f-aa4b-bd1519d7f384 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0829978
Sep 15 19:08:52.890613 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bcce91e7-f1ac-48bf-b217-b2c2b43b644c req-49fbdaa8-8a1f-416c-8da2-20f077928e0f tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579264
Sep 15 19:08:52.906968 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:08:54.107267 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f88a3-d251-405e-8f67-b229b3c4782a req-11b46e81-8c01-4d06-b0ae-ea1928bcfef8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:08:54.108997 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-987f88a3-d251-405e-8f67-b229b3c4782a req-11b46e81-8c01-4d06-b0ae-ea1928bcfef8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0898118
Sep 15 19:08:54.163920 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-987f88a3-d251-405e-8f67-b229b3c4782a req-47bba44e-b1d6-44c7-b13c-d0e7856aca94 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494967
Sep 15 19:08:57.600911 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39846) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:57.744547 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:57.776174 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:08:57.779980 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0e6843f42b4d1ea3759be02b2cd838 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:08:57.782658 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:08:57.788224 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:08:57.851629 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:57.855198 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:57.862068 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6dc4a394-edec-4950-8e65-f39d0a841168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:57.900989 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526103b6-257b-4275-adb9-e30b07d62a00,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:57.904516 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a0e6843f42b4d1ea3759be02b2cd838&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3026383
Sep 15 19:08:57.907316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39854) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:08:57.911370 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.911730 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.912081 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.912429 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.912770 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.913115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.913471 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.913789 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.914120 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.914452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.914854 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:57.918824 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:57.969883 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:57.994937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:58.044390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:58.047862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4b9298a9-72ae-4146-a778-332cd00d6c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:08:58.061355 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526103b6-257b-4275-adb9-e30b07d62a00,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:08:58.070313 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:58.072559 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/526103b6-257b-4275-adb9-e30b07d62a00 HTTP/1.1" status: 204  len: 168 time: 0.1642578
Sep 15 19:08:58.074240 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.074635 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.075000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.075360 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.075712 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.076063 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.076493 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.076744 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.077086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.077427 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.077767 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:08:58.080882 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:08:58.636367 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-426808a9-6cc0-4b34-bd22-263a5826da54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:08:58.998142 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:00.909096 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-185567b1-1161-40d6-af9b-119e97b8d0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.285896 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39884) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:01.435794 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.474966 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:01.479436 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:49073afe331c420f916ce7e50154b24e is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:01.482196 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:01.487849 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:01.557000 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.560893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.568709 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-496806b9-b0b3-41c7-a475-f9407544d77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:01.614136 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=49073afe331c420f916ce7e50154b24e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3271203
Sep 15 19:09:01.614922 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1358b4d2-d094-451c-99a1-fb662d0235a5,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:01.616901 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 39904) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:01.618633 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:01.745031 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.769814 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.785619 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.820690 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.825294 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-89591214-1475-4899-ace9-d81d74ade5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:01.837602 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1358b4d2-d094-451c-99a1-fb662d0235a5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:01.841306 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:01.846321 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:01.847465 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1358b4d2-d094-451c-99a1-fb662d0235a5 HTTP/1.1" status: 204  len: 168 time: 0.2290826
Sep 15 19:09:02.168450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39912) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:02.190155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.219299 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:02.222942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Usage tracker for resource:security_group_rule and tenant:98722e882ab3472cb7e51359a59b247c is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:02.225624 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:02.231921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:02.295322 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.299080 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.307246 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7cb1901e-3d93-43ea-b3c3-49f4bc57f70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:02.346227 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90870308-b0fd-4772-b608-b0af50e3c827,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:02.349221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:02.355236 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b40040a5-dc90-47e6-902e-e008bc41ead7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98722e882ab3472cb7e51359a59b247c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1833630
Sep 15 19:09:02.356004 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 39916) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:02.416719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.441808 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.495538 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.499087 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-164d352a-39b2-4032-aaf0-c17b41f91bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:02.510978 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90870308-b0fd-4772-b608-b0af50e3c827,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:02.513670 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:02.520279 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:02.521380 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90870308-b0fd-4772-b608-b0af50e3c827 HTTP/1.1" status: 204  len: 168 time: 0.1643763
Sep 15 19:09:03.373566 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:03.859459 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:04.972476 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40014) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:05.113456 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.145657 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:05.150121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Usage tracker for resource:security_group_rule and tenant:4d886ed00d6e4967a0e22c1cbbdc1e14 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:05.152957 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:05.158631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:05.223337 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.226740 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.234338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9031716c-150f-44cb-aec6-0435e0e8184a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:05.272774 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f090b2-9139-4cdc-8124-8b8dd0e13623,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:05.282250 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d886ed00d6e4967a0e22c1cbbdc1e14&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3087399
Sep 15 19:09:05.284144 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:05.285116 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40020) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:05.348800 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.374826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.429580 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.433589 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bcaeb1f9-00f4-4f2e-b26b-b5bd51a8dbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:05.446327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f090b2-9139-4cdc-8124-8b8dd0e13623,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:05.449352 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:05.451195 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.452332 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63f090b2-9139-4cdc-8124-8b8dd0e13623 HTTP/1.1" status: 204  len: 168 time: 0.1662350
Sep 15 19:09:05.772396 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40028) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:05.790877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.821224 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:05.824893 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Usage tracker for resource:security_group_rule and tenant:13eaeb3d2a594d5aa4399b5037e76327 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:05.827615 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:05.833071 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:05.896410 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.900161 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:05.906439 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b4d3cd5b-b70f-408a-9278-26395375f213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:05.949512 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77377cf7-c9ad-4cd5-882a-a3b04cd625e2,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:05.953582 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13eaeb3d2a594d5aa4399b5037e76327&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1801863
Sep 15 19:09:05.954855 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:05.956250 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40034) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:06.015819 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:06.041266 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:06.101859 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:06.101859 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8150e880-93f4-45fc-bea7-72c06eef4e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:06.112399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77377cf7-c9ad-4cd5-882a-a3b04cd625e2,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:06.115946 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:06.120394 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:06.123612 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77377cf7-c9ad-4cd5-882a-a3b04cd625e2 HTTP/1.1" status: 204  len: 168 time: 0.1642368
Sep 15 19:09:07.562879 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40080) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:07.761257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:07.793212 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:07.797051 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Usage tracker for resource:security_group_rule and tenant:f289fbae45fc41a8a10979226ffe1f49 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:07.800451 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:07.806367 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:07.876247 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:07.880011 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:07.887210 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-858918e4-c0cc-4fda-8259-7f9fe4c50926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:07.926918 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d234dd8-39a6-4014-a200-b281d1895327,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:07.933488 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f289fbae45fc41a8a10979226ffe1f49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3672466
Sep 15 19:09:07.933488 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:07.933908 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40092) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:08.000918 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.026795 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.078982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.083675 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-212851f4-b00e-43ab-8149-df90af0f74d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:08.097100 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d234dd8-39a6-4014-a200-b281d1895327,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:08.099980 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:08.101414 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.105692 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d234dd8-39a6-4014-a200-b281d1895327 HTTP/1.1" status: 204  len: 168 time: 0.1685688
Sep 15 19:09:08.264339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40106) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:08.413606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.443594 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40112) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:08.454466 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:08.458408 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Usage tracker for resource:security_group_rule and tenant:1ad0bd3a22ae4383833382d1aa862be5 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:08.461384 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:08.462847 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.467082 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:08.495580 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:08.499436 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7794fbb7224b9ca63d60a8c3db62db is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:08.502116 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:08.507732 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:08.534409 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.538124 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.545626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:08.588702 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81387f9d-0f0b-4179-b60f-ff8cedd1221d,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:08.591624 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:08.595464 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ad0bd3a22ae4383833382d1aa862be5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3296661
Sep 15 19:09:08.596692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40116) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:08.602747 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.606665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.615805 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5d684e6b-cf62-4422-a851-7639e8314a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:08.662078 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f7794fbb7224b9ca63d60a8c3db62db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2168396
Sep 15 19:09:08.662803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18366685-3f4e-43ea-9957-bcd63561bac3,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:08.665098 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40120) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:08.667299 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:08.677972 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.722918 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.780985 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.809218 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.815299 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.825823 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-08178cb1-3102-48db-94f4-7a0d4b74110d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:08.851404 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81387f9d-0f0b-4179-b60f-ff8cedd1221d,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:08.862054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:08.865737 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.866876 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81387f9d-0f0b-4179-b60f-ff8cedd1221d HTTP/1.1" status: 204  len: 168 time: 0.2692206
Sep 15 19:09:08.890681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.894396 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-48d18b96-0125-4b38-b6ce-55e0e9d66517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:08.906483 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18366685-3f4e-43ea-9957-bcd63561bac3,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:08.909826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:08.913154 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:08.917589 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/18366685-3f4e-43ea-9957-bcd63561bac3 HTTP/1.1" status: 204  len: 168 time: 0.2515087
Sep 15 19:09:09.347770 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40138) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:09.366723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.399427 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:09.403431 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Usage tracker for resource:security_group_rule and tenant:1ca88cec27634ca890544a41bf0c9243 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:09.406203 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:09.412066 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:09.485460 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.490082 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.496840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3ab5b958-17ee-40a3-8ff7-38292be27cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:09.536124 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1bcc38-3973-4d1e-998c-13eb3fca4dd6,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:09.540731 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ca88cec27634ca890544a41bf0c9243&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1919417
Sep 15 19:09:09.541698 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:09.543283 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40144) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:09.604462 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.630211 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.684460 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.689327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:09.701104 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1bcc38-3973-4d1e-998c-13eb3fca4dd6,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:09.704874 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:09.710356 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:09.713784 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c1bcc38-3973-4d1e-998c-13eb3fca4dd6 HTTP/1.1" status: 204  len: 168 time: 0.1673694
Sep 15 19:09:12.237022 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40230) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:12.382780 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.418218 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:12.421967 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Usage tracker for resource:security_group_rule and tenant:01520457edfd4a87b424e0f8745e82a9 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:12.424756 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:12.431470 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:12.498351 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.502065 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.508666 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c0a5e043-2fae-4878-bda9-e4e82e1f7120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:12.547248 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e20b3a-cc65-4282-b38d-0c86a6ba8858,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:12.551838 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01520457edfd4a87b424e0f8745e82a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3138194
Sep 15 19:09:12.552690 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:12.554559 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40238) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:12.611964 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.637728 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.691179 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.696439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0d2a9d5f-08fd-493a-a084-0aa5c20ba06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:12.712661 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e20b3a-cc65-4282-b38d-0c86a6ba8858,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:12.714940 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:12.716899 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:12.719062 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37e20b3a-cc65-4282-b38d-0c86a6ba8858 HTTP/1.1" status: 204  len: 168 time: 0.1628308
Sep 15 19:09:13.038516 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40248) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:13.057668 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.088550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:13.092449 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Usage tracker for resource:security_group_rule and tenant:7e775c812d4b4c4685ef6edbd0befafe is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:13.095447 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:13.101054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:13.165604 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.169103 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.176185 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7877414a-a59f-4cfc-a3c3-2036e10623df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:13.219623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a288a92e-88c0-4414-8d2b-a802a24d91b5,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:13.224073 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e775c812d4b4c4685ef6edbd0befafe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1838217
Sep 15 19:09:13.224952 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:13.227416 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40252) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:13.284375 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.310423 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.360294 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.363811 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e57c2535-060f-48d8-b6bc-3755ba7025da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:13.376300 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a288a92e-88c0-4414-8d2b-a802a24d91b5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:13.379686 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:13.383608 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:13.384601 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a288a92e-88c0-4414-8d2b-a802a24d91b5 HTTP/1.1" status: 204  len: 168 time: 0.1564367
Sep 15 19:09:20.483144 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ff712-a59e-4b51-b8b5-a783c43f3e16 req-86655ac3-eb70-46c5-bc24-62c664194f46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:20.484592 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-de9ff712-a59e-4b51-b8b5-a783c43f3e16 req-86655ac3-eb70-46c5-bc24-62c664194f46 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.0765204
Sep 15 19:09:20.529617 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-de9ff712-a59e-4b51-b8b5-a783c43f3e16 req-d61ee41d-34e4-4375-b9ef-97127e29b09f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394235
Sep 15 19:09:21.740788 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d4cf-b33e-4c0e-bdc0-0a5c941b506b req-3f3fc924-e9e7-4c23-9e49-593181f4a5a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:21.742771 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9936d4cf-b33e-4c0e-bdc0-0a5c941b506b req-3f3fc924-e9e7-4c23-9e49-593181f4a5a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.0794351
Sep 15 19:09:21.786104 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9936d4cf-b33e-4c0e-bdc0-0a5c941b506b req-69ff313c-adbd-4cfc-81c6-4b83148a073f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379112
Sep 15 19:09:23.005848 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a385a-55fa-472a-876f-3f9a97760a16 req-41aab5e3-d69f-4cce-97c2-d1ef74377a5d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:23.007325 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-eb4a385a-55fa-472a-876f-3f9a97760a16 req-41aab5e3-d69f-4cce-97c2-d1ef74377a5d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.0837638
Sep 15 19:09:23.052324 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-eb4a385a-55fa-472a-876f-3f9a97760a16 req-91780379-cbef-4ae8-944e-dd50e73b59e1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=38ed8d7c-ec44-49b4-ac97-0ed419ab814d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395756
Sep 15 19:09:23.382463 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-5223d718-6e82-4d65-9620-f70f741b3b45 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:23.385118 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-5223d718-6e82-4d65-9620-f70f741b3b45 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 947 time: 0.0812852
Sep 15 19:09:23.462263 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Deleting port 73cc36dd-f2c6-495e-93bd-94c548b97322 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:09:23.462761 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:23.706959 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] For port 73cc36dd-f2c6-495e-93bd-94c548b97322, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=73cc36dd-f2c6-495e-93bd-94c548b97322,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:23.707406 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:24.074524 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:24.075352 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:24.075352 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Floating IP d92111bb-add1-4732-8446-2b9930020cc6 disassociated. External IP: 172.27.0.208, port: 73cc36dd-f2c6-495e-93bd-94c548b97322.
Sep 15 19:09:24.075624 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Calling delete_port for 73cc36dd-f2c6-495e-93bd-94c548b97322 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:09:24.239121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:24.245988 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a2eff973-fc5b-409a-a695-844b75662b1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:24.265916 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-edc170f8-6d3e-491a-9397-862ab7c494c0 req-534ba51f-f0ce-464c-bef2-9ace353bfe16 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 210 time: 0.0450501
Sep 15 19:09:24.293539 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event deleted for resources: {'Port': ['ID=73cc36dd-f2c6-495e-93bd-94c548b97322,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:24.296682 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:24.545785 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Router c6a8357c-9c96-4462-9046-07737f315220 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:09:24.772721 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:09:24.781511 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:09:24.794882 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:09:24.795493 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922badc520>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:09:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:24.847657 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] No DVR routers for this DVR port 73cc36dd-f2c6-495e-93bd-94c548b97322 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:09:24.850341 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:24.853741 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-deleted', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:24.870905 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-287276d3-49a4-4604-a8ce-221be4a8dc32 req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "DELETE /v2.0/ports/73cc36dd-f2c6-495e-93bd-94c548b97322 HTTP/1.1" status: 204  len: 173 time: 1.4801025
Sep 15 19:09:24.929236 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6547c624-f76b-44e6-a992-2813964aba2e', 'name': 'network-vif-deleted', 'tag': '73cc36dd-f2c6-495e-93bd-94c548b97322', 'status': 'completed', 'code': 200}
Sep 15 19:09:25.012975 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:09:25.389664 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922badc520>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:25.394807 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:09:25.409646 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:09:25.410596 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922badc520>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:09:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:25.560948 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-65d8ab89-3571-47e0-b67a-b4f8640d1972 req-b54bfd7a-97be-4144-b30f-27fd5b816114 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=6547c624-f76b-44e6-a992-2813964aba2e HTTP/1.1" status: 200  len: 210 time: 0.0536563
Sep 15 19:09:25.663755 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:09:25.992974 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922badc520>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:25.997756 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd04c02-b82e-45cb-8023-39de672d31be None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:09:26.234418 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca686af-adc1-4ba8-83b7-35ff7038ebd1 None None] New status for floating IP d92111bb-add1-4732-8446-2b9930020cc6: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:09:26.734898 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40478) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:26.804005 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:26.833434 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:26.900607 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:26.909095 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-824a5d5d-5bc0-4078-9b12-6f1d015e37bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:26.923100 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed8d7c-ec44-49b4-ac97-0ed419ab814d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:26.931729 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:26.932520 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:26.933846 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c20a05cd-a58f-4018-9826-537a648bf886 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "DELETE /v2.0/security-groups/38ed8d7c-ec44-49b4-ac97-0ed419ab814d HTTP/1.1" status: 204  len: 168 time: 0.1979041
Sep 15 19:09:26.936578 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40488) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:26.956197 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.api.v2.resource [None req-812f3750-5fba-4e63-ac7e-c532ccce1ec5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] show failed (client error): The resource could not be found.
Sep 15 19:09:26.958052 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-812f3750-5fba-4e63-ac7e-c532ccce1ec5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups/38ed8d7c-ec44-49b4-ac97-0ed419ab814d HTTP/1.1" status: 404  len: 347 time: 0.0199835
Sep 15 19:09:26.961819 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40492) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:27.131690 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Deleting port a6ba56ab-37f8-4ddb-9846-e729d7776d7e {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:09:27.132029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.169758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:09:27.205751 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40500) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:27.205951 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 73cc36dd-f2c6-495e-93bd-94c548b97322 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:09:27.206101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 73cc36dd-f2c6-495e-93bd-94c548b97322 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:09:27.302734 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.303065 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.349173 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.381519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:27.386143 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Usage tracker for resource:security_group_rule and tenant:8e83ee81c07c418c9e92762803427c79 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:27.389009 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:27.394789 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:27.428419 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Calling delete_port for a6ba56ab-37f8-4ddb-9846-e729d7776d7e owned by network:floatingip {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:09:27.464402 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.468338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.475066 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3c4287dc-6391-4cfa-810f-55b727fd4206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:27.531729 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584b4e5d-6a70-41cd-84d0-1714e499a7d0,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:27.538790 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:27.541527 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e83ee81c07c418c9e92762803427c79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3342595
Sep 15 19:09:27.544193 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40506) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:27.605795 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.631051 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.681115 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.684575 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:27.687331 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.692065 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c8a43131-243f-49e5-b76e-603fdbcbf37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:27.703237 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b4e5d-6a70-41cd-84d0-1714e499a7d0,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:27.707626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:27.709529 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.711256 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/584b4e5d-6a70-41cd-84d0-1714e499a7d0 HTTP/1.1" status: 204  len: 168 time: 0.1654818
Sep 15 19:09:27.728946 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event deleted for resources: {'Port': ['ID=a6ba56ab-37f8-4ddb-9846-e729d7776d7e,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:27.732915 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:27.820684 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.834919 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:27.836760 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "DELETE /v2.0/floatingips/d92111bb-add1-4732-8446-2b9930020cc6 HTTP/1.1" status: 204  len: 168 time: 0.8739250
Sep 15 19:09:28.048445 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40516) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:28.068042 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.082804 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40520) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:28.088534 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674441711', 'description': 'tempest-description--950941889'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:28.094480 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:28.098792 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:28.100406 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:28.101744 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:28.104929 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Usage tracker for resource:security_group_rule and tenant:f14f3718dc494a4abee1067c82b2e33c is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:28.107490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:28.107706 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:28.113262 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:28.118448 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.176295 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:28.178587 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:28.188911 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:28.195829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.197875 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:28.200097 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.207647 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-eb1faaa2-ce7b-43db-8d5d-5172d227aa0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:28.255235 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f14f3718dc494a4abee1067c82b2e33c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2032809
Sep 15 19:09:28.255235 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98f320b-26b4-414c-ac28-b53fb85b2bcd,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:28.255913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40526) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:28.256121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.263320 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.267500 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:28.270359 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cb780c0a-5ac0-40e0-a4a7-bf78bbe45c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:28.312126 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6406687-e1a5-49d8-8934-627990a67abf,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:28.315221 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:28.316362 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.316882 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.318457 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2345896
Sep 15 19:09:28.321818 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40530) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:28.327990 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'security_group_rule': {'security_group_id': 'd6406687-e1a5-49d8-8934-627990a67abf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:28.333763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:28.338233 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:28.341225 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:28.347205 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:28.350280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.363922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.403012 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.407823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0d31e5df-6ca5-4569-9ded-8d0432d1695c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:28.420253 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98f320b-26b4-414c-ac28-b53fb85b2bcd,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:28.423599 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:28.425903 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.430242 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c98f320b-26b4-414c-ac28-b53fb85b2bcd HTTP/1.1" status: 204  len: 168 time: 0.1702642
Sep 15 19:09:28.433013 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.439660 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.441887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6e0f58a8-0d3a-4ec2-9f73-7d5b5aa41ab6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:28.465543 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3e83af-5dba-4eb8-ba66-12feb2e1f808,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:28.471115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:28.475676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.479027 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1557317
Sep 15 19:09:28.479800 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40536) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:28.485376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'security_group_rule': {'security_group_id': 'd6406687-e1a5-49d8-8934-627990a67abf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:28.491119 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:28.495226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:security_group_rule and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:28.498070 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:28.503732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:28.521530 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.589768 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.594125 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.601804 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5d305994-9635-4271-b37f-3cef0c3881a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:28.622342 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5df81d-2564-4fa3-9da8-da53ae154883,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:28.627110 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:28.632096 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.633614 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b0a4d5b1-5b26-4acb-89ab-433bb538fff9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1528585
Sep 15 19:09:28.637786 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40540) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:28.643486 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:28.646248 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-6f9248a2-a797-48b8-b171-ef720b23fab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.655689 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:28.659792 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Usage tracker for resource:floatingip and tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:28.662663 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:28.668631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:28.679675 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:28.882350 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.002065 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.029198 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Allocated IP 172.27.0.187 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/84265423-eb04-4dda-a017-bd0fc33e9ac0) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:09:29.178734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.218501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.222273 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:29.296631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:09:29.297535 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'Port': ['ID=84265423-eb04-4dda-a017-bd0fc33e9ac0,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:29.300369 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:09:29.302108 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:29.302775 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:09:29.471429 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.530929 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.754429 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.760746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.766064 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:29.883932 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'Port': ['ID=84265423-eb04-4dda-a017-bd0fc33e9ac0,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:29.889236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:29.907722 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:09:29.923178 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.946715 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:29.948156 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3093681
Sep 15 19:09:30.196671 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-fc63457d-ac62-47c6-806d-a12f141c0a44 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:30.211209 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-fc63457d-ac62-47c6-806d-a12f141c0a44 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:30.212342 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-fc63457d-ac62-47c6-806d-a12f141c0a44 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1674441711&fields=id&tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 267 time: 0.0592813
Sep 15 19:09:30.364378 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-ae6016a4-064a-4ddf-97f8-69135260f36f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:30.365047 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-ae6016a4-064a-4ddf-97f8-69135260f36f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:network {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:30.381773 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-ae6016a4-064a-4ddf-97f8-69135260f36f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:network {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:30.383515 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-ae6016a4-064a-4ddf-97f8-69135260f36f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 816 time: 0.1647944
Sep 15 19:09:30.400231 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-5ff219d0-841e-46d8-8812-1a8589da9d18 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/quotas/9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 375 time: 0.0106575
Sep 15 19:09:30.483487 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-89cfcdb2-fe11-4075-bf27-3908025d3032 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0782797
Sep 15 19:09:30.618964 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-ec19dd42-a2fb-4f84-bcb7-6ca92f7257eb service neutron] 10.222.0.52 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231785
Sep 15 19:09:30.747189 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-36bc6ac5-c7e6-4cfe-b883-85ed91cfe57b service neutron] 10.222.0.52 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226423
Sep 15 19:09:30.912283 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-9e7a40a1-9f8f-483b-88ea-65b5d6a72922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:30.934727 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-6662bcd8-e747-49b1-9e24-179518bc10fb req-54ed10f1-5768-4eca-9abe-2249406748b0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:30.951229 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-6662bcd8-e747-49b1-9e24-179518bc10fb req-54ed10f1-5768-4eca-9abe-2249406748b0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:30.952491 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6662bcd8-e747-49b1-9e24-179518bc10fb req-54ed10f1-5768-4eca-9abe-2249406748b0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 210 time: 0.0644333
Sep 15 19:09:31.788271 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:32.133824 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-79134441-249e-4c89-a0a0-1108cc45c730 req-982810be-81e9-48fe-9e68-6a7a7687d2c7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 210 time: 0.0413752
Sep 15 19:09:33.305946 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-75d18df7-b76a-4c8c-9e17-2580c60eb5a0 req-0369bb18-c2cb-4ffb-93e0-3bca828f1dcc tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 210 time: 0.0414605
Sep 15 19:09:33.372415 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:33.855324 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:34.576082 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-61f00e49-58e4-4f15-9a6a-f3d90e9c4d78 req-77113c3e-545a-429f-b79c-2e28af9cd0b1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 210 time: 0.1333849
Sep 15 19:09:34.632976 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-972d04c2-1dc6-4d10-bcfd-19819ca0a302 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:34.634316 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-972d04c2-1dc6-4d10-bcfd-19819ca0a302 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 816 time: 0.1653178
Sep 15 19:09:34.689885 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-f71cc72d-a8d0-4528-ab0c-1ab58db931ad tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:34.702995 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-f71cc72d-a8d0-4528-ab0c-1ab58db931ad tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:34.704334 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-f71cc72d-a8d0-4528-ab0c-1ab58db931ad tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 380 time: 0.0555863
Sep 15 19:09:34.713853 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'port': {'device_id': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'admin_state_up': True, 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'security_groups': ['d6406687-e1a5-49d8-8934-627990a67abf']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:34.856335 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:34.865845 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:34.878009 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Made reservation on behalf of 9d4cf5299c3b4a5b85e66e99e2c7d520 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:09:34.885430 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.060214 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Allocated IP 172.20.0.5 (26a47a5e-d8d5-4ac2-9706-ca39cb183cd0/d96b3b49-dd1e-4171-8c67-b19197670eeb/26ddd1fa-d212-4367-b71d-36f3fba71c05) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:09:35.077720 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-7a9b4bca-1a8b-4152-a203-322b0f29a6c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839357
Sep 15 19:09:35.174971 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-1889cca3-c1f7-4c15-a11e-0dfc5375c1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 1098 time: 0.0702207
Sep 15 19:09:35.255264 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.271153 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Transition to ACTIVE for port object 26ddd1fa-d212-4367-b71d-36f3fba71c05 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:09:35.294683 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.301886 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-90640f2a-8d46-4dde-b4f3-f1f0174631a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:35.331418 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-6cd4bff6-726b-4494-83d9-febdbbab1e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:35.333393 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-6cd4bff6-726b-4494-83d9-febdbbab1e22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.1389296
Sep 15 19:09:35.369298 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:09:35.370126 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40668) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:35.373298 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:09:35.375935 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:09:35.436829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:35.441148 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:35.453554 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-da92f0b0-09b1-42b0-ad9f-0a2197295fc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 200  len: 1000 time: 0.1127489
Sep 15 19:09:35.460754 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:35.462280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.490144 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7798390
Sep 15 19:09:35.508596 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Request body: {'port': {'device_id': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:35.525920 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-b0bfa716-b754-4275-bad7-5c5574d81e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:35.527405 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-b0bfa716-b754-4275-bad7-5c5574d81e64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0663168
Sep 15 19:09:35.611381 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-d392b79e-dced-49a9-adb2-f0c7c7d5123d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766726
Sep 15 19:09:35.636856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.642014 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-952764c5-3198-4c1a-a97b-f0c6ef2344d6 None None] Provisioning for port 26ddd1fa-d212-4367-b71d-36f3fba71c05 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:09:35.648417 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-952764c5-3198-4c1a-a97b-f0c6ef2344d6 None None] Provisioning complete for port 26ddd1fa-d212-4367-b71d-36f3fba71c05 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:09:35.649289 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-952764c5-3198-4c1a-a97b-f0c6ef2344d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.672189 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:35.676301 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Usage tracker for resource:security_group_rule and tenant:f575b7ac35c44716abebe81851ac37cf is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:35.679978 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:35.686776 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:35.720550 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:35.724443 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-952764c5-3198-4c1a-a97b-f0c6ef2344d6 None None] Port 26ddd1fa-d212-4367-b71d-36f3fba71c05 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:09:35.769633 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-17978c4a-2319-468d-bf23-60260b498204 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499765
Sep 15 19:09:35.908915 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e711248a-60bf-4df7-b82d-5c984cc32840 req-801b7183-571a-4de3-a3a9-f6049412a97f service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319141
Sep 15 19:09:36.016644 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.032840 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.046382 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5fcc89dc-3bac-4755-a0b1-bcad685fe536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:36.109365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f37d5-4ba3-40e4-b14f-88c94135dc81 req-7e426bf1-fc42-417c-8e8a-3c55c6e51a42 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:36.109365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-1c6f37d5-4ba3-40e4-b14f-88c94135dc81 req-7e426bf1-fc42-417c-8e8a-3c55c6e51a42 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Synchronizing usage tracker for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:36.136907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad8e4e-5a45-44ca-b8f7-01b5011e3237,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:36.140450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:36.151458 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f575b7ac35c44716abebe81851ac37cf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7421958
Sep 15 19:09:36.151591 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40686) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:36.218068 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.234606 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-1c6f37d5-4ba3-40e4-b14f-88c94135dc81 req-7e426bf1-fc42-417c-8e8a-3c55c6e51a42 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Unset dirty status for tenant:9d4cf5299c3b4a5b85e66e99e2c7d520 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:36.235808 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1c6f37d5-4ba3-40e4-b14f-88c94135dc81 req-7e426bf1-fc42-417c-8e8a-3c55c6e51a42 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 931 time: 0.5035024
Sep 15 19:09:36.261725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.333731 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1c6f37d5-4ba3-40e4-b14f-88c94135dc81 req-4bb9067f-d937-4da8-8bc7-f2ebae8ef60c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788870
Sep 15 19:09:36.347201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.355282 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-af1eee67-ec95-4c2d-9582-d1f79515eef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:36.378253 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad8e4e-5a45-44ca-b8f7-01b5011e3237,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:36.394586 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:36.400140 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.403448 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3bad8e4e-5a45-44ca-b8f7-01b5011e3237 HTTP/1.1" status: 204  len: 168 time: 0.2504611
Sep 15 19:09:36.457129 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ddd1fa-d212-4367-b71d-36f3fba71c05 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:09:36.464062 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.480327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Transition to ACTIVE for port object 26ddd1fa-d212-4367-b71d-36f3fba71c05 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:09:36.484640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.491123 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:36.631634 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:36.636213 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:36.809402 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Attempting to bind port 26ddd1fa-d212-4367-b71d-36f3fba71c05 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:09:36.810041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Attempting to bind port 26ddd1fa-d212-4367-b71d-36f3fba71c05 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:09:36.810041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Attempting to bind port 26ddd1fa-d212-4367-b71d-36f3fba71c05 on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:09:36.822829 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Port 26ddd1fa-d212-4367-b71d-36f3fba71c05 on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:09:36.823168 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Attempting to bind port 26ddd1fa-d212-4367-b71d-36f3fba71c05 on network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:09:36.838817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:09:36.839159 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Checking segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:09:36.839546 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Bound using segment: {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:09:36.839978 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Bound port: 26ddd1fa-d212-4367-b71d-36f3fba71c05, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a06d5a6-5000-4e83-8fb6-0adffce08011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:09:36.840334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.914254 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ffdb1-69c4-4ed3-8c69-6651791ccd5f req-5627c57d-ae50-45c6-a2b9-0ed87bdae4d2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:36.915765 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-201ffdb1-69c4-4ed3-8c69-6651791ccd5f req-5627c57d-ae50-45c6-a2b9-0ed87bdae4d2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.1569557
Sep 15 19:09:36.973356 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:09:36.977521 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:09:36.984491 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:36.990926 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:37.039750 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-201ffdb1-69c4-4ed3-8c69-6651791ccd5f req-6781bb0a-cda8-4d42-9ec8-9ab7324c01b8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166866
Sep 15 19:09:37.059008 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:37.060571 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] 10.222.0.30 "PUT /v2.0/ports/26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 1093 time: 1.5616739
Sep 15 19:09:37.061077 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:37.081540 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:37.084401 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:37.157077 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'status': 'completed', 'code': 200}
Sep 15 19:09:37.220474 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-72585e84-849c-458a-9afb-40ce57c0539b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1096 time: 0.1012642
Sep 15 19:09:37.290655 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-0a49bc73-3442-45c3-af98-8a596de8a35e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 217 time: 0.0704913
Sep 15 19:09:37.358749 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-c7158c03-9544-43c1-bf00-380133682eff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:37.360366 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-c7158c03-9544-43c1-bf00-380133682eff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0615087
Sep 15 19:09:37.464694 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-03f06a74-ef76-46ed-9c9a-90a44d7f548d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0917442
Sep 15 19:09:37.589999 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40728) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:37.672745 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-e513f4fc-f2cd-4801-9ff2-29557d4e4226 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989167
Sep 15 19:09:37.683317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c640ccb-6ec8-48b4-b25b-b6cf7e2ed197 req-ce25d86a-74c1-43de-b3d8-fed716b1ab35 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:37.684970 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3c640ccb-6ec8-48b4-b25b-b6cf7e2ed197 req-ce25d86a-74c1-43de-b3d8-fed716b1ab35 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.1806927
Sep 15 19:09:37.742441 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:37.775754 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:37.779627 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Usage tracker for resource:security_group_rule and tenant:b19b8fd76b5a425b81c66aa083e52a35 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:37.782447 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:37.788086 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:37.830042 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3c640ccb-6ec8-48b4-b25b-b6cf7e2ed197 req-673295ab-a6d1-4a40-a87c-f44171450a74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266742
Sep 15 19:09:37.862785 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7d953aec-ef84-4af4-90b7-682a4ca32887 req-5a251777-f022-4e3f-9c9c-741cb40f6583 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768167
Sep 15 19:09:37.869061 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:37.874566 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:37.883759 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a5141434-d71a-4fda-8551-629cc5c59fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:37.930344 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63698f1-daa0-498f-8bc5-1705a7660000,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:37.933318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:37.936234 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b19b8fd76b5a425b81c66aa083e52a35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3452039
Sep 15 19:09:37.938841 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40734) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:37.996393 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-33bd48bb-c36e-4cf7-b174-be2fcab9f48b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1096 time: 0.0838072
Sep 15 19:09:38.017663 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:38.049282 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:38.123530 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:38.141901 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-74711b2e-c5f0-4e0f-bd39-81562a4dfbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:38.157907 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63698f1-daa0-498f-8bc5-1705a7660000,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:38.172736 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:38.176222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:38.179650 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b63698f1-daa0-498f-8bc5-1705a7660000 HTTP/1.1" status: 204  len: 168 time: 0.2386775
Sep 15 19:09:38.310392 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-8ed2f3af-1c3f-4b61-8fab-045190bae37d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:38.312618 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-8ed2f3af-1c3f-4b61-8fab-045190bae37d service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.3090808
Sep 15 19:09:38.409257 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-5d454426-4947-483b-9727-6cf41d1fe6d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 217 time: 0.0874016
Sep 15 19:09:38.457789 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daee20-f10e-4e83-96c9-0cbe81f01abb req-bd17bb22-c552-4f41-a827-d221d0435e29 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:38.459732 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-69daee20-f10e-4e83-96c9-0cbe81f01abb req-bd17bb22-c552-4f41-a827-d221d0435e29 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.2628965
Sep 15 19:09:38.484117 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-906ba184-eb68-4eb3-96fd-f10e501f8192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:38.485441 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-906ba184-eb68-4eb3-96fd-f10e501f8192 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0689313
Sep 15 19:09:38.521880 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-69daee20-f10e-4e83-96c9-0cbe81f01abb req-7fe7254a-1751-4d7d-a707-f7df177c7291 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543289
Sep 15 19:09:38.570008 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-ad3a3131-ac86-466b-a5b9-9ae7d52d71b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767367
Sep 15 19:09:38.698919 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-a29f48c4-b7f3-46a2-af28-ea0411e28c7e service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223536
Sep 15 19:09:38.738497 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a481-384e-4856-83ce-5171c60a8179 req-71e7435d-f622-49dd-b0d5-0743fd3233cb tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:38.739956 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e997a481-384e-4856-83ce-5171c60a8179 req-71e7435d-f622-49dd-b0d5-0743fd3233cb tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 945 time: 0.0789661
Sep 15 19:09:38.806457 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Deleting port 6eb7e329-df89-411f-9bed-4a517e0ccb9b {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:09:38.806836 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:38.828876 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-21fc8f9c-ff4f-452f-b44a-1c65a13f536f req-a492078a-9947-4b99-b27e-5b7ab2652039 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240819
Sep 15 19:09:39.048428 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] For port 6eb7e329-df89-411f-9bed-4a517e0ccb9b, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=6eb7e329-df89-411f-9bed-4a517e0ccb9b,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:39.048775 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:39.274816 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fc063-64a6-456a-a40c-cad02a332637 req-13ff14de-c140-4bcf-a540-1286adf7e50e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:39.276115 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3b3fc063-64a6-456a-a40c-cad02a332637 req-13ff14de-c140-4bcf-a540-1286adf7e50e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.2828965
Sep 15 19:09:39.323328 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3b3fc063-64a6-456a-a40c-cad02a332637 req-ef32133a-05d4-48b5-a380-2ff3204f30f4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415862
Sep 15 19:09:39.419192 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:39.419557 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:39.419866 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.l3_db [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Floating IP 9635681e-225f-43ad-8734-1f77eb81d9e2 disassociated. External IP: 172.27.0.23, port: 6eb7e329-df89-411f-9bed-4a517e0ccb9b.
Sep 15 19:09:39.420201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Calling delete_port for 6eb7e329-df89-411f-9bed-4a517e0ccb9b owned by compute:nova {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:09:39.573733 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:39.579843 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2b4357a1-be87-4c8e-bd75-64353e1c8648 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:39.624046 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event deleted for resources: {'Port': ['ID=6eb7e329-df89-411f-9bed-4a517e0ccb9b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:39.629666 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:39.755021 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d1abaeb2-d50e-4371-83e0-9f3ecaefde93 req-5ed502c5-dad4-4f16-8a2b-bf0be386c08d tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a6c207b-e915-4fa4-a5b3-41833cb4c340 HTTP/1.1" status: 200  len: 210 time: 0.0578310
Sep 15 19:09:39.893555 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:09:40.144094 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:09:40.154588 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:09:40.169202 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:09:40.170067 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c0c1670>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:09:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:40.235416 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] No DVR routers for this DVR port 6eb7e329-df89-411f-9bed-4a517e0ccb9b on host hv-cinder-80600 {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:09:40.237976 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:40.240933 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'name': 'network-vif-deleted', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:40.259594 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e997a481-384e-4856-83ce-5171c60a8179 req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "DELETE /v2.0/ports/6eb7e329-df89-411f-9bed-4a517e0ccb9b HTTP/1.1" status: 204  len: 173 time: 1.5147572
Sep 15 19:09:40.305738 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6c207b-e915-4fa4-a5b3-41833cb4c340', 'name': 'network-vif-deleted', 'tag': '6eb7e329-df89-411f-9bed-4a517e0ccb9b', 'status': 'completed', 'code': 200}
Sep 15 19:09:40.379738 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:09:40.551102 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a908fec-f8bb-4144-beff-073e9187cbf2 req-0fdca145-dc9d-4e98-9621-25d560ec866f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:40.552488 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0a908fec-f8bb-4144-beff-073e9187cbf2 req-0fdca145-dc9d-4e98-9621-25d560ec866f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0778015
Sep 15 19:09:40.598404 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0a908fec-f8bb-4144-beff-073e9187cbf2 req-91879794-1a2f-4e06-8672-9d59a9b97780 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397449
Sep 15 19:09:40.706391 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c0c1670>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:40.710351 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:09:40.721899 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:09:40.722519 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c0c1670>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:09:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:40.908606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40778) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:40.939584 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:09:40.972501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.003385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.055358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.059019 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-dbe6abac-dcde-4f1b-89df-e8cf459512ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:41.060794 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:09:41.072849 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2352a17b-ebb3-4c5b-9e6f-fadf3438fb32,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:41.075954 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:41.092348 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.093848 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "DELETE /v2.0/security-groups/2352a17b-ebb3-4c5b-9e6f-fadf3438fb32 HTTP/1.1" status: 204  len: 168 time: 0.1841633
Sep 15 19:09:41.097935 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40782) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:41.118029 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.api.v2.resource [None req-33288186-e8ca-48f0-ae50-61f6ab0ceaf9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] show failed (client error): The resource could not be found.
Sep 15 19:09:41.119162 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-33288186-e8ca-48f0-ae50-61f6ab0ceaf9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups/2352a17b-ebb3-4c5b-9e6f-fadf3438fb32 HTTP/1.1" status: 404  len: 347 time: 0.0202162
Sep 15 19:09:41.124282 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40786) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:41.285016 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Deleting port ead1b3f1-9efc-4e68-ae9e-4a7dfa9ec201 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:09:41.285491 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.347854 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:41.370496 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'mac_address': 'fa:16:3e:eb:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:09:41.439834 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.463942 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c0c1670>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:41.469531 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ddd1fa-d212-4367-b71d-36f3fba71c05 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:09:41.473533 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f628457-6903-4dc0-9482-6b7b9c17574d None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:09:41.486475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.486834 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.489957 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:41.497583 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.500184 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:41.579817 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:41.589116 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.589464 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.589794 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.590127 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.590497 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.590821 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.591334 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.591447 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.591783 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.592237 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.592425 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:09:41.596380 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:41.628418 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Calling delete_port for ead1b3f1-9efc-4e68-ae9e-4a7dfa9ec201 owned by network:floatingip {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:09:41.724726 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['26ddd1fa-d212-4367-b71d-36f3fba71c05'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:09:41.735222 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e79566-21c7-4fa8-83ef-61ff158f238d None None] New status for floating IP 9635681e-225f-43ad-8734-1f77eb81d9e2: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:09:41.863554 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:41.869118 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-85f935aa-f36b-40e0-90ec-93e4a4355410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:41.896447 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.db.api [None req-a4e79566-21c7-4fa8-83ef-61ff158f238d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:09:41.896830 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_db.api [None req-a4e79566-21c7-4fa8-83ef-61ff158f238d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:09:41.911705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event deleted for resources: {'Port': ['ID=ead1b3f1-9efc-4e68-ae9e-4a7dfa9ec201,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:41.918958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57a645-fe46-48e6-af89-9673d0d1aebe req-186f6bd6-7470-45b8-9eaf-1c0cd8c8cafc tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:41.920422 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dc57a645-fe46-48e6-af89-9673d0d1aebe req-186f6bd6-7470-45b8-9eaf-1c0cd8c8cafc tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 944 time: 0.1535814
Sep 15 19:09:41.921224 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:42.119229 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dc57a645-fe46-48e6-af89-9673d0d1aebe req-af23c094-aa71-47f2-b5ac-a023a6c160e5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1712353
Sep 15 19:09:42.126932 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.153463 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.154628 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "DELETE /v2.0/floatingips/9635681e-225f-43ad-8734-1f77eb81d9e2 HTTP/1.1" status: 204  len: 168 time: 1.0294135
Sep 15 19:09:42.398130 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e79566-21c7-4fa8-83ef-61ff158f238d None None] New status for floating IP 9635681e-225f-43ad-8734-1f77eb81d9e2: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:09:42.589205 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40802) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:42.594760 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092960776', 'description': 'tempest-description--1608670820'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:42.601108 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:42.605149 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:42.607946 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:42.613429 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:42.626093 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.661270 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:42.665788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:42.668619 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:42.674156 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:42.730219 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.734050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.737483 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-81f016f2-1063-4aa7-9313-71a71d5e98f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:42.784090 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128fc5e8-6021-453e-8a16-eae35b71176d,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:42.787399 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:42.791319 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.792609 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2023880
Sep 15 19:09:42.795585 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40812) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:42.801591 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'security_group_rule': {'security_group_id': '128fc5e8-6021-453e-8a16-eae35b71176d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:42.809319 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:42.813833 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:42.816337 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:42.822274 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:42.838843 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.897329 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.901517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.903483 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:42.925746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2c2099-9901-4732-b609-03218d5435b2,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:42.934606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:42.946627 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:42.947910 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3a9b6632-b4d8-4b49-a8bc-3f25d224e56a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1512692
Sep 15 19:09:42.953162 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40816) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:42.959041 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'security_group_rule': {'security_group_id': '128fc5e8-6021-453e-8a16-eae35b71176d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:42.966247 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:42.970241 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:security_group_rule and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:42.973172 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:42.979907 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:42.998082 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.041642 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:09:43.065646 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.069186 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.071708 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:43.094211 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46516708-3c0a-4ba6-adc9-c3fbc95daaa1,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:43.098780 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:43.104509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.105661 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1515639
Sep 15 19:09:43.108899 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 40820) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:43.110900 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 26ddd1fa-d212-4367-b71d-36f3fba71c05 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:09:43.114077 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:43.115832 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 26ddd1fa-d212-4367-b71d-36f3fba71c05 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:09:43.116333 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.121067 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:43.125845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Usage tracker for resource:floatingip and tenant:8f3ed31a61f549a18bc94f82f56091fd is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:09:43.128656 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:09:43.136122 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:43.146045 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.244211 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.271878 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:43.292883 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.297639 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:43.303086 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.304895 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6eb7e329-df89-411f-9bed-4a517e0ccb9b no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:09:43.330716 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:43.382529 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'code': 200}
Sep 15 19:09:43.390872 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 6eb7e329-df89-411f-9bed-4a517e0ccb9b {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:09:43.391008 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 6eb7e329-df89-411f-9bed-4a517e0ccb9b not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:09:43.408367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55163991-2d90-44a7-82d8-b1239c636e65 req-37f5f41a-c42f-47d2-a5b0-6b8147cf24db tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:43.409998 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-55163991-2d90-44a7-82d8-b1239c636e65 req-37f5f41a-c42f-47d2-a5b0-6b8147cf24db tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1402440
Sep 15 19:09:43.418042 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:43.423190 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:43.468006 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Allocated IP 172.27.0.98 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/4fe57a5c-cf3f-41f0-ab21-a5db6a819600) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:09:43.468213 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-55163991-2d90-44a7-82d8-b1239c636e65 req-a698a5ec-6493-432b-995c-477049402f50 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517228
Sep 15 19:09:43.755830 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.768451 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-833c7f20-23f6-44a9-a4bc-4dd3d4092a27 req-2d1f8f0b-d3b6-4968-b4eb-506537ab5c1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1098 time: 0.1676240
Sep 15 19:09:43.819126 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-833c7f20-23f6-44a9-a4bc-4dd3d4092a27 req-0fd2fa6b-5dec-481b-a7fd-bc471369a944 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437171
Sep 15 19:09:43.821154 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:43.825148 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-62fba3ee-392e-4c80-ad7a-7c4c24b84f47 tempest-VolumesActionsTest-23119005 tempest-VolumesActionsTest-23119005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:43.889615 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:09:43.892460 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:09:43.896622 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:09:43.921685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'Port': ['ID=4fe57a5c-cf3f-41f0-ab21-a5db6a819600,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:43.926987 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:44.059491 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:44.115355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:44.336145 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:44.340047 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:44.343912 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:44.442522 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'Port': ['ID=4fe57a5c-cf3f-41f0-ab21-a5db6a819600,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:44.447044 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:44.458894 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:44.480524 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:44.481787 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3718991
Sep 15 19:09:44.690766 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792abfd2-1c28-480d-9411-9b60e577df36 req-e69e4e63-d69b-4e8b-81ca-0d1b51198e91 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:44.692213 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-792abfd2-1c28-480d-9411-9b60e577df36 req-e69e4e63-d69b-4e8b-81ca-0d1b51198e91 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0805407
Sep 15 19:09:44.709564 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-3d494f45-89dd-4d41-a426-c9f01d2de04a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:44.725265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-3d494f45-89dd-4d41-a426-c9f01d2de04a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:44.727650 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-3d494f45-89dd-4d41-a426-c9f01d2de04a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2092960776&fields=id&tenant_id=8f3ed31a61f549a18bc94f82f56091fd HTTP/1.1" status: 200  len: 267 time: 0.0572243
Sep 15 19:09:44.739707 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-792abfd2-1c28-480d-9411-9b60e577df36 req-1ae2fc59-57b5-464e-ac92-af31b997852a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412304
Sep 15 19:09:44.888671 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-e915a512-2542-4517-95df-13ce8a09dfe6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:44.890173 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-e915a512-2542-4517-95df-13ce8a09dfe6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 810 time: 0.1562395
Sep 15 19:09:44.907855 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-e42435e1-440e-47e0-8ba6-dd72beea0ef2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/quotas/8f3ed31a61f549a18bc94f82f56091fd HTTP/1.1" status: 200  len: 375 time: 0.0115402
Sep 15 19:09:44.991661 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-57b7d3ad-8d9c-4151-8129-1919f858db8c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:45.006235 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-57b7d3ad-8d9c-4151-8129-1919f858db8c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:45.008287 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-57b7d3ad-8d9c-4151-8129-1919f858db8c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0952678
Sep 15 19:09:45.227450 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-3b99c51f-9386-4688-b673-0f6a60fdb791 service neutron] 10.222.0.52 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072544
Sep 15 19:09:45.363548 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-ff78de92-4d35-4ab4-8453-778a3f6ad34c service neutron] 10.222.0.52 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305916
Sep 15 19:09:45.553007 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-a6c4dc27-8680-4c34-9063-ad12da8a1938 req-ad8064d1-57f8-45fe-986c-a3253e2e5f07 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:45.565327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-a6c4dc27-8680-4c34-9063-ad12da8a1938 req-ad8064d1-57f8-45fe-986c-a3253e2e5f07 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:45.574474 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a6c4dc27-8680-4c34-9063-ad12da8a1938 req-ad8064d1-57f8-45fe-986c-a3253e2e5f07 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 210 time: 0.0640204
Sep 15 19:09:46.014315 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772b7fa-4d66-45de-8d8f-4c9bc419ce17 req-4c8abf4e-135f-48d0-99f7-fe930fb7eaa8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:46.016524 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4772b7fa-4d66-45de-8d8f-4c9bc419ce17 req-4c8abf4e-135f-48d0-99f7-fe930fb7eaa8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1376772
Sep 15 19:09:46.072557 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4772b7fa-4d66-45de-8d8f-4c9bc419ce17 req-2940551f-9022-483a-8ab5-9530f9f66073 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503926
Sep 15 19:09:46.289711 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3345-e359-461b-a372-71bad8f51e3f req-9b866b6d-b461-430e-af99-2e09a60a8727 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:46.291092 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-035a3345-e359-461b-a372-71bad8f51e3f req-9b866b6d-b461-430e-af99-2e09a60a8727 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0849981
Sep 15 19:09:46.300280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 40874) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:46.306308 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Request body: {'floatingip': {'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:46.384403 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:46.757664 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1add72ad-25a7-4d11-a889-e94871051907 req-c05b3492-7aad-402e-81a3-2d3b27ca7473 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 210 time: 0.0556448
Sep 15 19:09:47.100500 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:47.104764 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:47.306143 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Floating IP 7463a2ab-554f-486f-b5fc-e759d406c79b associated. External IP: 172.27.0.187, port: 26ddd1fa-d212-4367-b71d-36f3fba71c05.
Sep 15 19:09:47.701324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Router c6a8357c-9c96-4462-9046-07737f315220 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:09:47.903255 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:09:47.908057 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:47.912286 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:09:47.924684 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:09:47.925232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bbbbbe0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:09:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:47.935068 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ee96888f-a283-4cbf-8530-024603f0e2ab req-baeb1bde-2150-4d07-84fa-a2bfa0660e0a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 210 time: 0.0427639
Sep 15 19:09:47.962589 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-99117b95-45c9-4f4f-afc9-57155abb64e8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "PUT /v2.0/floatingips/7463a2ab-554f-486f-b5fc-e759d406c79b HTTP/1.1" status: 200  len: 991 time: 1.6611588
Sep 15 19:09:47.963421 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:48.021163 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'status': 'completed', 'code': 200}
Sep 15 19:09:48.101724 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:09:48.484842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bbbbbe0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '7463a2ab-554f-486f-b5fc-e759d406c79b', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'mac_address': 'fa:16:3e:eb:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:09:29Z', 'updated_at': '2021-09-15T19:09:46Z', 'revision_number': 1, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:48.488474 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:09:48.499294 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:09:48.499893 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bbbbbe0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:09:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:48.674847 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:09:49.026288 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bbbbbe0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '7463a2ab-554f-486f-b5fc-e759d406c79b', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'mac_address': 'fa:16:3e:eb:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:09:29Z', 'updated_at': '2021-09-15T19:09:46Z', 'revision_number': 1, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:09:49.031300 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b17e9d-0159-4b77-bca8-0289d45b5288 None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '7463a2ab-554f-486f-b5fc-e759d406c79b', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'floating_ip_address': '172.27.0.187', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'mac_address': 'fa:16:3e:eb:a6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:09:29Z', 'updated_at': '2021-09-15T19:09:46Z', 'revision_number': 1, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:09:49.146220 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c779bdb2-d164-4fbc-854e-251b235032fe req-a4b1c213-80e2-4c36-83ba-0d16bc70b94f tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 210 time: 0.0545592
Sep 15 19:09:49.190748 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-a4334e1d-7ca1-4d0f-9541-56a82dd5a265 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1098 time: 0.2089336
Sep 15 19:09:49.246864 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea19db2-edc5-4d26-b6eb-dc9329946869 None None] New status for floating IP 7463a2ab-554f-486f-b5fc-e759d406c79b: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:09:49.390358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-75b1bf3c-83db-4ccf-bcdf-8eccf1df8e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:49.391852 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-75b1bf3c-83db-4ccf-bcdf-8eccf1df8e24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.1942217
Sep 15 19:09:49.546026 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-bbdc7707-8c0e-42b7-8e2d-e4bd2eb8469d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 999 time: 0.1470604
Sep 15 19:09:49.571674 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-0805aa14-bdcf-4ec1-9c67-56c1ec33b2f4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:49.573396 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-0805aa14-bdcf-4ec1-9c67-56c1ec33b2f4 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 810 time: 0.2489045
Sep 15 19:09:49.631481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-811c1356-5f16-40e5-83a4-b250c1294006 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:49.634634 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-811c1356-5f16-40e5-83a4-b250c1294006 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0811405
Sep 15 19:09:49.655115 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-fcb08858-c7ee-418d-973e-7b24f7d3c5e0 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f3ed31a61f549a18bc94f82f56091fd HTTP/1.1" status: 200  len: 380 time: 0.0673621
Sep 15 19:09:49.668337 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'port': {'device_id': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'admin_state_up': True, 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'security_groups': ['128fc5e8-6021-453e-8a16-eae35b71176d']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:49.718817 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-1f3e88b7-95a6-469c-a78f-5353918c7415 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771542
Sep 15 19:09:49.812365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:09:49.822853 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:09:49.833178 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Made reservation on behalf of 8f3ed31a61f549a18bc94f82f56091fd for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:09:49.836955 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:49.948790 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-34d08cf6-c895-477f-90bc-3349e79aeacd service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218292
Sep 15 19:09:50.004736 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Allocated IP 172.20.0.4 (648e8c16-4930-4968-8b15-155bb34d0bcc/f4173621-e1c3-4862-8115-9572b8460f84/7b426577-5c17-4a6f-abc9-7a51833b204e) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:09:50.111716 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3a20d5df-5ed3-4764-87a7-165b89271792 req-341fc156-337f-4f76-b3e8-d939863a403c service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565452
Sep 15 19:09:50.356465 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-dd629eb7-d7db-4c45-972b-d5618c732ab4 req-58040e31-65a9-4720-891f-35b52dd0a9d1 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 210 time: 0.0617445
Sep 15 19:09:50.378188 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:50.395399 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Transition to ACTIVE for port object 7b426577-5c17-4a6f-abc9-7a51833b204e will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:09:50.423113 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:50.429155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-383d48ce-a0c9-443d-b749-2ea903145574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:50.496828 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Network 648e8c16-4930-4968-8b15-155bb34d0bcc is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:09:50.500015 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:09:50.503985 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:09:50.540188 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event updated for resources: {'Port': ['ID=7b426577-5c17-4a6f-abc9-7a51833b204e,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:50.546957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:50.575393 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:50.576023 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:50.602820 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9382041
Sep 15 19:09:50.614703 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Request body: {'port': {'device_id': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:50.699915 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-0e930bb8-f22f-455e-a979-71dc8a61e58c None None] Provisioning for port 7b426577-5c17-4a6f-abc9-7a51833b204e completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:09:50.704560 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-0e930bb8-f22f-455e-a979-71dc8a61e58c None None] Provisioning complete for port 7b426577-5c17-4a6f-abc9-7a51833b204e triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:09:50.704937 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0e930bb8-f22f-455e-a979-71dc8a61e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:50.724569 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:50.757520 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-0e930bb8-f22f-455e-a979-71dc8a61e58c None None] Port 7b426577-5c17-4a6f-abc9-7a51833b204e cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:09:51.056957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b426577-5c17-4a6f-abc9-7a51833b204e {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:09:51.063483 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:51.079367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Transition to ACTIVE for port object 7b426577-5c17-4a6f-abc9-7a51833b204e will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:09:51.083309 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:51.087442 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a1a33420-4cbc-4c22-bd29-de9bf76136f8 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:51.217641 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b426577-5c17-4a6f-abc9-7a51833b204e,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:51.223064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:51.351584 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Attempting to bind port 7b426577-5c17-4a6f-abc9-7a51833b204e on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:09:51.352246 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Attempting to bind port 7b426577-5c17-4a6f-abc9-7a51833b204e by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:09:51.352246 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Attempting to bind port 7b426577-5c17-4a6f-abc9-7a51833b204e on network 648e8c16-4930-4968-8b15-155bb34d0bcc {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:09:51.360804 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Port 7b426577-5c17-4a6f-abc9-7a51833b204e on network 648e8c16-4930-4968-8b15-155bb34d0bcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:09:51.361304 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Attempting to bind port 7b426577-5c17-4a6f-abc9-7a51833b204e on network 648e8c16-4930-4968-8b15-155bb34d0bcc {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:09:51.372273 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:09:51.372613 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Checking segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:09:51.373041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Bound using segment: {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:09:51.373602 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Bound port: 7b426577-5c17-4a6f-abc9-7a51833b204e, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e35a7d-5d34-469f-9d45-67c8913c6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:09:51.374159 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:51.487747 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] For port 7b426577-5c17-4a6f-abc9-7a51833b204e, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:09:51.490703 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] For port 7b426577-5c17-4a6f-abc9-7a51833b204e, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7b426577-5c17-4a6f-abc9-7a51833b204e,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:09:51.496051 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:51.500584 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-31c54bff-bc7c-41dd-9abe-489cf70ea5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:51.568431 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:51.571230 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b426577-5c17-4a6f-abc9-7a51833b204e HTTP/1.1" status: 200  len: 1093 time: 0.9610569
Sep 15 19:09:51.571962 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:51.632408 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1445124-6cfc-4f86-a200-2c7f6bdf1535 req-04594f3e-7a31-41b6-a3fb-379b703ddbae tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:51.634303 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c1445124-6cfc-4f86-a200-2c7f6bdf1535 req-04594f3e-7a31-41b6-a3fb-379b703ddbae tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 943 time: 0.1228750
Sep 15 19:09:51.674205 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b426577-5c17-4a6f-abc9-7a51833b204e,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:51.685124 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:51.689429 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'status': 'completed', 'code': 200}
Sep 15 19:09:51.708374 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-c1445124-6cfc-4f86-a200-2c7f6bdf1535 req-e06952da-cd4d-4f60-bec3-5675c1bef67a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:51.728120 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-7af86999-69c6-4951-a0e3-773c39264817 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 1096 time: 0.1144347
Sep 15 19:09:51.731929 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-c1445124-6cfc-4f86-a200-2c7f6bdf1535 req-e06952da-cd4d-4f60-bec3-5675c1bef67a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:51.733420 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c1445124-6cfc-4f86-a200-2c7f6bdf1535 req-e06952da-cd4d-4f60-bec3-5675c1bef67a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922754
Sep 15 19:09:51.823560 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-4dc0cb02-8ede-4609-83c1-46f5e33de1e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b426577-5c17-4a6f-abc9-7a51833b204e HTTP/1.1" status: 200  len: 217 time: 0.0838068
Sep 15 19:09:51.903538 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-602d021f-f16a-414a-989f-98849ae9f5af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:51.905220 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-602d021f-f16a-414a-989f-98849ae9f5af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0754542
Sep 15 19:09:51.988908 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-1c2f9a02-77fa-477d-9bb0-aa736d3dd642 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768754
Sep 15 19:09:52.128257 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-1fcf3080-da21-44ac-abcf-97c4500f9d85 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314225
Sep 15 19:09:52.340616 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b63f5bcf-b7ea-4a35-b1f0-80437a0065aa req-5a6ee0d9-99f0-4fb7-ad30-ef7eeebf30a1 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049053
Sep 15 19:09:52.454767 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-fe3e494e-b295-4f65-80bf-f62ad5a22ffb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 1096 time: 0.0682600
Sep 15 19:09:52.583901 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-3bd8359e-2585-4d02-9821-b891629b6b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:52.585982 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-3bd8359e-2585-4d02-9821-b891629b6b9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.1240957
Sep 15 19:09:52.655560 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-5cc215e5-b413-47c7-9797-07574e9b2ead service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b426577-5c17-4a6f-abc9-7a51833b204e HTTP/1.1" status: 200  len: 217 time: 0.0621278
Sep 15 19:09:52.716926 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-cbc4c675-c0cc-4fd7-b00d-d53a014b5178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:52.718301 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-cbc4c675-c0cc-4fd7-b00d-d53a014b5178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0552549
Sep 15 19:09:52.793310 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-7388ad15-7c1c-42a4-ad1c-f8367b02fe15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672324
Sep 15 19:09:52.928036 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-d5ba8353-a790-4e67-b732-3e3e9cbf4487 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273284
Sep 15 19:09:52.937573 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f401d8-a889-4a32-bce8-1ebf1827108b req-6fd5de4d-579d-4ea4-828f-d5a87b73a240 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:52.939049 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d2f401d8-a889-4a32-bce8-1ebf1827108b req-6fd5de4d-579d-4ea4-828f-d5a87b73a240 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 943 time: 0.0798678
Sep 15 19:09:52.986771 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d2f401d8-a889-4a32-bce8-1ebf1827108b req-f7cd255b-fcc2-4ee2-925c-1ec9d43fc92f tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421212
Sep 15 19:09:53.061367 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-be95b071-16eb-4562-a1ba-30d3b3ff2d23 req-a4c660df-7e3f-4d19-90f3-a47d2192380e service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262002
Sep 15 19:09:54.183880 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780b8b1-a05d-4463-948b-fb957c7d2c62 req-3a789b31-e385-4905-9c2b-7b8779571394 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:54.185315 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b780b8b1-a05d-4463-948b-fb957c7d2c62 req-3a789b31-e385-4905-9c2b-7b8779571394 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 943 time: 0.0757642
Sep 15 19:09:54.232775 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b780b8b1-a05d-4463-948b-fb957c7d2c62 req-8e9f4a31-8433-4681-9a5f-a9059d4b1337 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420954
Sep 15 19:09:55.098146 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 7b426577-5c17-4a6f-abc9-7a51833b204e details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:09:55.244611 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 7b426577-5c17-4a6f-abc9-7a51833b204e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7b426577-5c17-4a6f-abc9-7a51833b204e,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:55.260279 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'port_id': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'mac_address': 'fa:16:3e:e1:c8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:09:55.331146 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:55.353539 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b426577-5c17-4a6f-abc9-7a51833b204e {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:09:55.369404 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 7b426577-5c17-4a6f-abc9-7a51833b204e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7b426577-5c17-4a6f-abc9-7a51833b204e,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:55.375190 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:55.377258 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:55.443034 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=7b426577-5c17-4a6f-abc9-7a51833b204e,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:55.447496 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:55.451076 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a423ae-3918-4e46-9025-550acc7d3f51 req-9f461550-103a-4e37-87b1-9f2fd124f5cb tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:55.452680 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-26a423ae-3918-4e46-9025-550acc7d3f51 req-9f461550-103a-4e37-87b1-9f2fd124f5cb tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 944 time: 0.0844929
Sep 15 19:09:55.502317 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-26a423ae-3918-4e46-9025-550acc7d3f51 req-5a5e4fb8-ca1c-4c5f-b93d-11ac3d174ca2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404115
Sep 15 19:09:55.606097 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['7b426577-5c17-4a6f-abc9-7a51833b204e'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:09:56.713855 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcc2ec-e41c-4b45-a598-561781097816 req-ceeaee50-0a9e-437a-9f2a-8869f8e515a8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:56.715615 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-86bcc2ec-e41c-4b45-a598-561781097816 req-ceeaee50-0a9e-437a-9f2a-8869f8e515a8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 944 time: 0.0852666
Sep 15 19:09:56.762815 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-86bcc2ec-e41c-4b45-a598-561781097816 req-dd03dd2f-ae6d-4b8c-beaa-a23f19559560 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413954
Sep 15 19:09:57.129399 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 7b426577-5c17-4a6f-abc9-7a51833b204e up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:09:57.198084 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 7b426577-5c17-4a6f-abc9-7a51833b204e completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:09:57.202802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 7b426577-5c17-4a6f-abc9-7a51833b204e triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:09:57.203181 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:57.328611 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:57.354921 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:09:57.364102 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 7b426577-5c17-4a6f-abc9-7a51833b204e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7b426577-5c17-4a6f-abc9-7a51833b204e,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:09:57.369344 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:57.371179 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:09:57.419818 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'code': 200}
Sep 15 19:09:57.442171 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=7b426577-5c17-4a6f-abc9-7a51833b204e,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:09:57.445973 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:09:57.669494 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9a1c750d-add8-4b2c-a1f1-bfc0972806ba req-b4c98822-a954-4cdd-bde9-124d66030185 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 1098 time: 0.0756350
Sep 15 19:09:57.711639 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9a1c750d-add8-4b2c-a1f1-bfc0972806ba req-b9fc324b-9ac3-46e3-8b10-7360554e2350 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360193
Sep 15 19:09:57.971586 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce77ba-6fba-4bb6-a637-c8d4c1a073f7 req-ed38fac3-3f6e-495e-b9b5-50b50b488807 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:57.972478 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-62ce77ba-6fba-4bb6-a637-c8d4c1a073f7 req-ed38fac3-3f6e-495e-b9b5-50b50b488807 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Synchronizing usage tracker for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:09:57.989762 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-62ce77ba-6fba-4bb6-a637-c8d4c1a073f7 req-ed38fac3-3f6e-495e-b9b5-50b50b488807 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Unset dirty status for tenant:8f3ed31a61f549a18bc94f82f56091fd on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:09:57.990951 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62ce77ba-6fba-4bb6-a637-c8d4c1a073f7 req-ed38fac3-3f6e-495e-b9b5-50b50b488807 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.1003222
Sep 15 19:09:58.044582 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62ce77ba-6fba-4bb6-a637-c8d4c1a073f7 req-48e4cb0e-1268-4865-9488-dca6fa6ee22b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478246
Sep 15 19:09:58.643850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f7583bff-617b-49e2-9c45-1f338f7313c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:59.003870 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:09:59.245547 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f4fcc-2649-40be-8a2a-5fb36044294c req-e8471d3f-678f-4cb4-9642-ebe998363ab8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:59.247316 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-896f4fcc-2649-40be-8a2a-5fb36044294c req-e8471d3f-678f-4cb4-9642-ebe998363ab8 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.0808215
Sep 15 19:09:59.300268 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-896f4fcc-2649-40be-8a2a-5fb36044294c req-75dd3038-3637-410d-8b0b-a2f20c67d07e tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446291
Sep 15 19:09:59.500955 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921afbe6-38f2-4ad8-b21b-872d4a4881b7 req-74089df1-09f0-4632-83ae-5bfa64044cd2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:09:59.502505 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-921afbe6-38f2-4ad8-b21b-872d4a4881b7 req-74089df1-09f0-4632-83ae-5bfa64044cd2 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.0823052
Sep 15 19:09:59.511565 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41002) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:09:59.516833 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Request body: {'floatingip': {'port_id': '7b426577-5c17-4a6f-abc9-7a51833b204e'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:09:59.591764 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:00.279979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:00.284951 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:00.492885 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Floating IP 161be3db-ed70-4b8c-934a-5ac85d087fde associated. External IP: 172.27.0.98, port: 7b426577-5c17-4a6f-abc9-7a51833b204e.
Sep 15 19:10:00.890412 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:10:00.916529 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2ef-3860-44e3-86df-5f5ee03d9d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:01.096857 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:10:01.102511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:01.106831 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:10:01.118598 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:01.119216 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bac46d0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:01.157942 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-eab0ea6d-d188-46e3-bb0c-e5b83549b7e6 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "PUT /v2.0/floatingips/161be3db-ed70-4b8c-934a-5ac85d087fde HTTP/1.1" status: 200  len: 990 time: 1.6452005
Sep 15 19:10:01.158476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:10:01.306812 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'status': 'completed', 'code': 200}
Sep 15 19:10:01.315185 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:01.406847 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-0dd220b9-5183-40d3-8be2-fe94bd2e1a20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 1098 time: 0.0769026
Sep 15 19:10:01.561497 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-fec5b1b2-2322-4cf6-abce-6adca50c0f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:01.562999 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-fec5b1b2-2322-4cf6-abce-6adca50c0f73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 200  len: 910 time: 0.1497099
Sep 15 19:10:01.698305 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bac46d0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '161be3db-ed70-4b8c-934a-5ac85d087fde', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'port_id': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'mac_address': 'fa:16:3e:e1:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:09:43Z', 'updated_at': '2021-09-15T19:10:00Z', 'revision_number': 1, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:01.702419 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:10:01.720175 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:01.720894 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bac46d0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:01.778265 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-420073c4-d68c-4b83-bb20-c50c6babf76d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b426577-5c17-4a6f-abc9-7a51833b204e HTTP/1.1" status: 200  len: 998 time: 0.2069068
Sep 15 19:10:01.813878 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:01.846585 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-0f3d7935-9bff-4dd5-b15f-401fa445465b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:01.848094 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-0f3d7935-9bff-4dd5-b15f-401fa445465b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 200  len: 849 time: 0.0631642
Sep 15 19:10:01.919169 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:01.934481 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-5976d52b-fcee-472c-bbb0-54dd8b5ef3dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648e8c16-4930-4968-8b15-155bb34d0bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711498
Sep 15 19:10:02.070950 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-b9c16dfa-0870-404d-8ee5-931022bbd070 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294394
Sep 15 19:10:02.214344 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13d1ea0e-3c63-4287-9c49-6657d3b467de req-69e8e9ba-0db9-4f34-b191-141b6038c3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329892
Sep 15 19:10:02.277465 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bac46d0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '161be3db-ed70-4b8c-934a-5ac85d087fde', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'port_id': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'mac_address': 'fa:16:3e:e1:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:09:43Z', 'updated_at': '2021-09-15T19:10:00Z', 'revision_number': 1, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:02.281338 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca6b696-9c4f-4f9a-a351-0e204d413fb3 None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '161be3db-ed70-4b8c-934a-5ac85d087fde', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'port_id': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'mac_address': 'fa:16:3e:e1:c8:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:09:43Z', 'updated_at': '2021-09-15T19:10:00Z', 'revision_number': 1, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:10:02.488364 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0c752-488f-4ecf-a4ea-d069ad6aa877 None None] New status for floating IP 161be3db-ed70-4b8c-934a-5ac85d087fde: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:10:03.374885 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:03.862436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:06.907242 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:10:17.240598 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41136) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:17.385542 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.424146 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:17.427756 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Usage tracker for resource:security_group_rule and tenant:40066b30e98a4ac999ba47a0880ed9a1 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:17.430454 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:17.436086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:17.502100 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.505762 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.512475 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-20fe9d30-90c0-42f6-81e0-f8f4af2bcc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:17.559481 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9265d-8eca-42ea-a23d-66131d64c49f,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:17.564761 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40066b30e98a4ac999ba47a0880ed9a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3231623
Sep 15 19:10:17.567513 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 41144) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:17.571577 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.571946 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.572307 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.572662 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.573016 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.573367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.573718 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.574068 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.574418 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.574788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.575135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.579883 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2b6e6b9e-612f-4dd6-861c-0243c0982be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:17.630170 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.655188 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.704746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.709207 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7d529b8d-cfab-4b6f-a263-25a15bdc3795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:17.721853 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9265d-8eca-42ea-a23d-66131d64c49f,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:17.727582 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:17.728694 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-862ade40-8b74-4903-9617-978311734381 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67c9265d-8eca-42ea-a23d-66131d64c49f HTTP/1.1" status: 204  len: 168 time: 0.1601639
Sep 15 19:10:17.734527 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.734938 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.735300 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.735655 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.736008 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.736358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.736704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.737053 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.737394 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.737736 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.738078 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:17.741431 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:18.496131 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41170) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:18.627657 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-565025969-network', 'tenant_id': '84be52005fc64709886be018fb65cf67'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:18.632776 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:18.637147 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Usage tracker for resource:network and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:18.640009 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:18.645702 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:18.656693 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Made reservation on behalf of 84be52005fc64709886be018fb65cf67 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:10:18.658960 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.672091 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.702801 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:18.706680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:18.709413 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:18.714957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:18.777406 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.781583 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.784317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5ffcea61-1fff-4ccb-b81f-5ab8759e44eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:18.812483 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:10:18.817486 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d0082-67fe-4d74-9da3-b4650a98c674,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:18.820923 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:18.824783 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.824783 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Added segment e73baa54-f9a6-4630-a1bf-23385ffe08c8 of type vlan for network 355af425-ba89-4745-b6ea-5186fb01d0ec
Sep 15 19:10:18.850963 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.878662 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.879823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:18.880400 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:18.883606 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c8678812-08cc-4861-8fbb-af173b167dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:18.987979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Pushing event updated for resources: {'Network': ['ID=355af425-ba89-4745-b6ea-5186fb01d0ec,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:18.990485 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:18.992331 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4952030
Sep 15 19:10:18.995439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41178) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:18.997995 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 355af425-ba89-4745-b6ea-5186fb01d0ec details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:10:19.004331 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Request body: {'subnet': {'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-565025969-subnet', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:19.009042 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:19.012723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Usage tracker for resource:subnet and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:19.015495 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:19.021037 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:19.032676 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Made reservation on behalf of 84be52005fc64709886be018fb65cf67 for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:10:19.035073 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8263559'] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.236272 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8281843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8263569'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.240630 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-caea2463-2c1d-4e1e-9829-e8e87d0ee993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:19.305613 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4f997b-ecbb-4c22-91ad-6672214a5e8e,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:19.310448 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:19.321451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Checking segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:19.321802 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Network hostable DHCP agents. Network: 355af425-ba89-4745-b6ea-5186fb01d0ec, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:10:19.345838 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Network 355af425-ba89-4745-b6ea-5186fb01d0ec is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:10:19.355383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 355af425-ba89-4745-b6ea-5186fb01d0ec) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:19.359523 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:19.360099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.366210 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9692f53e-35e5-479b-8906-252511247a0d None None] Network 355af425-ba89-4745-b6ea-5186fb01d0ec requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:10:19.380891 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-3e80f32b-3d68-4272-8647-7f3277b7cff9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3817787
Sep 15 19:10:19.383613 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41182) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:19.388723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:19.397814 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:19.404682 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Usage tracker for resource:router and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:19.405252 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:19.411426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:19.423010 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.424552 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.444534 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.590998 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.640669 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-355af425-ba89-4745-b6ea-5186fb01d0ec', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:10:19.641622 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.780243 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:19.792178 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Allocated IP 172.20.0.2 (355af425-ba89-4745-b6ea-5186fb01d0ec/6a4f997b-ecbb-4c22-91ad-6672214a5e8e/bdbf8ea0-174b-4f54-8465-551c527ed5af) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:19.809921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.006029 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.016587 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Transition to ACTIVE for port object bdbf8ea0-174b-4f54-8465-551c527ed5af will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:20.034385 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Allocated IP 172.27.0.185 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/52ce81f3-7918-4dd7-8938-d2439c1071c0) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:20.034817 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Transition to ACTIVE for port object bdbf8ea0-174b-4f54-8465-551c527ed5af will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:20.042648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.049054 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:20.113159 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Network 355af425-ba89-4745-b6ea-5186fb01d0ec is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:20.116111 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:20.119417 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:20.127100 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Pushing event updated for resources: {'Port': ['ID=bdbf8ea0-174b-4f54-8465-551c527ed5af,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:20.130368 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:20.200868 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.224383 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Attempting to bind port bdbf8ea0-174b-4f54-8465-551c527ed5af on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:20.227216 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Attempting to bind port bdbf8ea0-174b-4f54-8465-551c527ed5af by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:20.227626 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Attempting to bind port bdbf8ea0-174b-4f54-8465-551c527ed5af on network 355af425-ba89-4745-b6ea-5186fb01d0ec {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:20.231821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.235048 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:20.235423 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Checking segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:20.235837 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.236235 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Bound using segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:20.236716 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-616bbf4b-5c9a-44a2-afb6-c0e6d2da5665 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:20.236887 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Bound port: bdbf8ea0-174b-4f54-8465-551c527ed5af, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:20.237117 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.304327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:20.307230 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:20.312811 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:20.326410 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] For port bdbf8ea0-174b-4f54-8465-551c527ed5af, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:20.329403 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] For port bdbf8ea0-174b-4f54-8465-551c527ed5af, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=bdbf8ea0-174b-4f54-8465-551c527ed5af,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:20.333922 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.337972 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:20.339696 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Pushing event updated for resources: {'Port': ['ID=52ce81f3-7918-4dd7-8938-d2439c1071c0,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:20.346317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:20.410299 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Pushing event updated for resources: {'Port': ['ID=bdbf8ea0-174b-4f54-8465-551c527ed5af,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:20.413164 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:20.478435 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.479204 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.726186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Router b6bd5543-6061-4799-a62d-2186318400e8 is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:10:20.934659 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:10:20.943089 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Sync routers for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:10:20.955303 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:20.956057 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd30700>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:20.959183 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:20.960368 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5758452
Sep 15 19:10:20.963143 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41192) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:21.140990 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:21.351467 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c21881-9828-4d06-9351-228a33d58ca7 None None] Network 355af425-ba89-4745-b6ea-5186fb01d0ec requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:10:21.533327 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-ce28e5ae-ae44-455c-b7ff-a4155e039610 None None] Provisioning for port bdbf8ea0-174b-4f54-8465-551c527ed5af completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:21.642741 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd30700>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:20Z', 'revision_number': 3, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:21.653204 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Checking router: b6bd5543-6061-4799-a62d-2186318400e8 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:10:21.653551 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Updating router b6bd5543-6061-4799-a62d-2186318400e8 port 52ce81f3-7918-4dd7-8938-d2439c1071c0 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:10:21.752014 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:21.851497 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.074121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Allocated IP 172.20.0.1 (355af425-ba89-4745-b6ea-5186fb01d0ec/6a4f997b-ecbb-4c22-91ad-6672214a5e8e/a095935c-22e5-4f92-9e84-b11ce9c6e2e5) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:22.121305 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.137617 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Transition to ACTIVE for port object 52ce81f3-7918-4dd7-8938-d2439c1071c0 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:22.143881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.148062 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:22.227881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1f77c-889a-47d2-b6be-30e5d86bbdd9 None None] Pushing event updated for resources: {'Port': ['ID=52ce81f3-7918-4dd7-8938-d2439c1071c0,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:22.231503 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-4ac1f77c-889a-47d2-b6be-30e5d86bbdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:22.232188 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Attempting to bind port 52ce81f3-7918-4dd7-8938-d2439c1071c0 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:22.232558 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Attempting to bind port 52ce81f3-7918-4dd7-8938-d2439c1071c0 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:22.232921 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Attempting to bind port 52ce81f3-7918-4dd7-8938-d2439c1071c0 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:22.235593 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.240567 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:22.240960 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:22.241423 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.241826 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:22.242291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Bound port: 52ce81f3-7918-4dd7-8938-d2439c1071c0, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:22.242696 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.253291 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Transition to ACTIVE for port object a095935c-22e5-4f92-9e84-b11ce9c6e2e5 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:22.271062 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device bdbf8ea0-174b-4f54-8465-551c527ed5af up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:22.278476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.283459 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-47f93cc0-4fde-431e-91e3-81fd041d8b06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:22.347182 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Network 355af425-ba89-4745-b6ea-5186fb01d0ec is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:22.350269 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:22.352740 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:22.384391 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Pushing event updated for resources: {'Port': ['ID=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:22.387422 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:22.395197 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] For port 52ce81f3-7918-4dd7-8938-d2439c1071c0, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:22.400050 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] For port 52ce81f3-7918-4dd7-8938-d2439c1071c0, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=52ce81f3-7918-4dd7-8938-d2439c1071c0,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:22.412567 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.422033 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:22.424210 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.477176 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port bdbf8ea0-174b-4f54-8465-551c527ed5af completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:22.489531 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port bdbf8ea0-174b-4f54-8465-551c527ed5af triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:22.489910 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.529335 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.576746 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1f77c-889a-47d2-b6be-30e5d86bbdd9 None None] Pushing event updated for resources: {'Port': ['ID=52ce81f3-7918-4dd7-8938-d2439c1071c0,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:22.581042 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-4ac1f77c-889a-47d2-b6be-30e5d86bbdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:22.591191 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:22.591807 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd30700>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:22.752833 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.756853 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.781989 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.787979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6779536b-665a-48ad-af7f-e5f5ba508191 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:22.793764 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-046a9df8-7608-46dc-870b-a3ef39fab12c None None] Provisioning for port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:22.814665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-046a9df8-7608-46dc-870b-a3ef39fab12c None None] Provisioning complete for port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:22.815039 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-046a9df8-7608-46dc-870b-a3ef39fab12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.863823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Pushing event updated for resources: {'Port': ['ID=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:22.866110 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.870220 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:22.883941 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port bdbf8ea0-174b-4f54-8465-551c527ed5af, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=bdbf8ea0-174b-4f54-8465-551c527ed5af,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:22.894346 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:22.897912 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-8f790c34-2631-4ef8-b39f-b29776c93483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:22.933843 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-046a9df8-7608-46dc-870b-a3ef39fab12c None None] Port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:10:22.953735 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:23.003357 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Network 355af425-ba89-4745-b6ea-5186fb01d0ec is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:23.004500 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:23.032268 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=bdbf8ea0-174b-4f54-8465-551c527ed5af,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:23.036322 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:23.281201 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-3b7b3913-11ed-43fb-936c-ff53537a275a None None] Provisioning complete for port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:23.281868 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3b7b3913-11ed-43fb-936c-ff53537a275a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:23.380950 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b3913-11ed-43fb-936c-ff53537a275a None None] Port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:10:23.390301 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd30700>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 1, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:23.394678 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8124ac4c-314b-458e-bb96-aed38262c5f9 None None] The sync data for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi is: [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 1, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:10:23.512968 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Router b6bd5543-6061-4799-a62d-2186318400e8 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:10:23.731834 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:10:23.741504 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] 10.222.0.52 "PUT /v2.0/routers/b6bd5543-6061-4799-a62d-2186318400e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7772596
Sep 15 19:10:24.347646 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 52ce81f3-7918-4dd7-8938-d2439c1071c0 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:24.428074 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 52ce81f3-7918-4dd7-8938-d2439c1071c0 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:24.432856 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 52ce81f3-7918-4dd7-8938-d2439c1071c0 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:24.433232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.568217 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.585131 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 52ce81f3-7918-4dd7-8938-d2439c1071c0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=52ce81f3-7918-4dd7-8938-d2439c1071c0,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:24.591565 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.592418 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device bdbf8ea0-174b-4f54-8465-551c527ed5af up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:24.614919 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:24.699003 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41228) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:24.706282 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=52ce81f3-7918-4dd7-8938-d2439c1071c0,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:24.706825 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-378808055-network', 'tenant_id': '057952917d26444595948c4e79246b69'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:24.709725 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:24.713954 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:24.718195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Usage tracker for resource:network and tenant:057952917d26444595948c4e79246b69 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:24.721588 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:24.722533 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port bdbf8ea0-174b-4f54-8465-551c527ed5af triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:24.722938 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.727487 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:24.740365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Made reservation on behalf of 057952917d26444595948c4e79246b69 for: {'network': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:10:24.743040 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.757134 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.792205 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:24.797426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:057952917d26444595948c4e79246b69 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:24.800488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:24.806071 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:24.880539 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.884347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.887267 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f14bbb3f-651c-407a-95c4-e9c311c434a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:24.915750 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=75126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:10:24.925048 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8176aae-1771-4d93-81b6-88768c61d496,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:24.928296 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:24.933131 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.933468 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.segments_db [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Added segment 024f8152-a116-41e9-ba79-49e27f329f79 of type vlan for network d65c6442-baa1-41a0-8683-0b8418bd012b
Sep 15 19:10:24.960848 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.989396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.990634 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:24.991209 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:24.995733 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:25.088707 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3873720
Sep 15 19:10:25.091634 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 41232) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:25.097033 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d65c6442-baa1-41a0-8683-0b8418bd012b,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:25.097626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Request body: {'subnet': {'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-378808055-subnet', 'tenant_id': '057952917d26444595948c4e79246b69', 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:25.100522 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-386e8629-4907-425f-989e-237545e5b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:25.102470 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:25.106259 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Usage tracker for resource:subnet and tenant:057952917d26444595948c4e79246b69 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:25.107124 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network d65c6442-baa1-41a0-8683-0b8418bd012b details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:10:25.109873 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:25.115580 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:25.129737 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Made reservation on behalf of 057952917d26444595948c4e79246b69 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:10:25.132079 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7902850'] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.333838 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8145777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7902868'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.339269 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:25.405885 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14938dd-c8ea-44de-abef-5029755d9f25,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:25.411281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:25.422795 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Checking segment: {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:25.423363 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Network hostable DHCP agents. Network: d65c6442-baa1-41a0-8683-0b8418bd012b, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:10:25.448510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Network d65c6442-baa1-41a0-8683-0b8418bd012b is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:10:25.459793 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, d65c6442-baa1-41a0-8683-0b8418bd012b) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:25.464339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:25.465124 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.472173 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ef0b3-626c-479a-86db-ae58e6509298 None None] Network d65c6442-baa1-41a0-8683-0b8418bd012b requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:10:25.494506 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-4f821bb4-52b1-4cfa-8948-f5ff005af05f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4016211
Sep 15 19:10:25.497003 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 41238) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:25.503120 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:25.509003 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:25.513039 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Usage tracker for resource:router and tenant:057952917d26444595948c4e79246b69 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:25.517866 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:25.524432 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:25.541035 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.541982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.562727 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.709385 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-d65c6442-baa1-41a0-8683-0b8418bd012b', 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b', 'tenant_id': '057952917d26444595948c4e79246b69', 'fixed_ips': [{'subnet_id': 'd14938dd-c8ea-44de-abef-5029755d9f25'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:10:25.710204 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.716727 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:25.864289 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Allocated IP 172.20.0.2 (d65c6442-baa1-41a0-8683-0b8418bd012b/d14938dd-c8ea-44de-abef-5029755d9f25/249c2994-50c2-47de-b7bb-a778ff70e602) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:25.906900 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.026846 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.082275 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.092235 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Transition to ACTIVE for port object 249c2994-50c2-47de-b7bb-a778ff70e602 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:26.112359 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Transition to ACTIVE for port object 249c2994-50c2-47de-b7bb-a778ff70e602 will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:26.118252 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.122315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:26.168722 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Allocated IP 172.27.0.184 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/29a97dbb-e762-48ef-a341-344cb7741117) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:26.188779 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Network d65c6442-baa1-41a0-8683-0b8418bd012b is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:26.191772 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:26.196038 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:26.198152 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Pushing event updated for resources: {'Port': ['ID=249c2994-50c2-47de-b7bb-a778ff70e602,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:26.200931 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:26.262371 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 52ce81f3-7918-4dd7-8938-d2439c1071c0 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:26.325360 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.339603 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Attempting to bind port 249c2994-50c2-47de-b7bb-a778ff70e602 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:26.339978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Attempting to bind port 249c2994-50c2-47de-b7bb-a778ff70e602 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:26.340345 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Attempting to bind port 249c2994-50c2-47de-b7bb-a778ff70e602 on network d65c6442-baa1-41a0-8683-0b8418bd012b {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:26.354728 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:26.355093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Checking segment: {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:26.355571 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.355973 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Bound using segment: {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:26.356460 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Bound port: 249c2994-50c2-47de-b7bb-a778ff70e602, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:26.356837 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.357087 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.362508 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5c7c609a-aa9f-4f1f-ac62-953eddf6fb0c tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:26.428000 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:26.430860 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:26.434812 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:26.438731 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 52ce81f3-7918-4dd7-8938-d2439c1071c0 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:26.439115 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.464197 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Pushing event updated for resources: {'Port': ['ID=29a97dbb-e762-48ef-a341-344cb7741117,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:26.470533 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:26.497319 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] For port 249c2994-50c2-47de-b7bb-a778ff70e602, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:26.509824 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] For port 249c2994-50c2-47de-b7bb-a778ff70e602, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=249c2994-50c2-47de-b7bb-a778ff70e602,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:26.517363 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.521260 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:26.601952 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.602731 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:26.649848 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Pushing event updated for resources: {'Port': ['ID=249c2994-50c2-47de-b7bb-a778ff70e602,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:26.654721 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:26.860287 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Router b2c0cc7e-11fd-4c6d-8980-d0227678a96a is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:10:27.073035 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:10:27.083244 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Sync routers for ids ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:10:27.098601 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:27.099194 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Routers {'b2c0cc7e-11fd-4c6d-8980-d0227678a96a'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:27.102824 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb214f0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:27.103007 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-030f1e01-9fa5-41ab-ad2c-0b693ed3c40a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.6023371
Sep 15 19:10:27.103304 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41248) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:10:27.277361 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Set router b2c0cc7e-11fd-4c6d-8980-d0227678a96a gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:27.574176 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9a523-f049-452e-aa4a-fddcce045e01 None None] Network d65c6442-baa1-41a0-8683-0b8418bd012b requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:10:27.602564 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb214f0>, [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:10:26Z', 'revision_number': 3, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:27.607109 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Checking router: b2c0cc7e-11fd-4c6d-8980-d0227678a96a for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:10:27.607600 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Updating router b2c0cc7e-11fd-4c6d-8980-d0227678a96a port 29a97dbb-e762-48ef-a341-344cb7741117 binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:10:27.661615 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:27.704240 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-7c223fe2-f072-40f1-b3ae-da9ad992220b None None] Provisioning for port 249c2994-50c2-47de-b7bb-a778ff70e602 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:27.919425 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.047367 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.064539 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Transition to ACTIVE for port object 29a97dbb-e762-48ef-a341-344cb7741117 will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:28.071376 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.075806 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-d7d9d2e2-6b2d-4369-9a00-5d992f7513d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:28.147395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Allocated IP 172.20.0.1 (d65c6442-baa1-41a0-8683-0b8418bd012b/d14938dd-c8ea-44de-abef-5029755d9f25/ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:28.154398 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Attempting to bind port 29a97dbb-e762-48ef-a341-344cb7741117 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:28.154897 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Attempting to bind port 29a97dbb-e762-48ef-a341-344cb7741117 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:28.155180 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Attempting to bind port 29a97dbb-e762-48ef-a341-344cb7741117 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:28.157151 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Pushing event updated for resources: {'Port': ['ID=29a97dbb-e762-48ef-a341-344cb7741117,revision_number=2']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:28.167643 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.167985 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.168315 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.168641 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.168961 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.169280 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.169602 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.170095 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.170420 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.170796 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.171285 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:28.176053 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:28.177937 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:28.178385 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:28.178829 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.179218 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:28.179681 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Bound port: 29a97dbb-e762-48ef-a341-344cb7741117, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:28.180074 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.260605 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] For port 29a97dbb-e762-48ef-a341-344cb7741117, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:28.263856 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] For port 29a97dbb-e762-48ef-a341-344cb7741117, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=29a97dbb-e762-48ef-a341-344cb7741117,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:28.269724 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.286916 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c82de75a-277f-4c55-a10e-16563d44b0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:28.294015 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 249c2994-50c2-47de-b7bb-a778ff70e602 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:28.341026 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.358962 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Transition to ACTIVE for port object ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:28.361360 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Routers {'b2c0cc7e-11fd-4c6d-8980-d0227678a96a'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:28.362965 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb214f0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:28.384516 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.389298 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:28.392306 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 249c2994-50c2-47de-b7bb-a778ff70e602 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:28.399301 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 249c2994-50c2-47de-b7bb-a778ff70e602 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:28.399684 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.514370 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Pushing event updated for resources: {'Port': ['ID=29a97dbb-e762-48ef-a341-344cb7741117,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:28.522626 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.524292 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:28.556609 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 249c2994-50c2-47de-b7bb-a778ff70e602, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=249c2994-50c2-47de-b7bb-a778ff70e602,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:28.559545 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Network d65c6442-baa1-41a0-8683-0b8418bd012b is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:28.562272 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.563763 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:28.565691 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Pushing event updated for resources: {'Port': ['ID=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:28.567842 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:28.576182 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] Set router b2c0cc7e-11fd-4c6d-8980-d0227678a96a gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:28.577321 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:28.592154 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:28.637452 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.658403 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-aa6412e8-dabf-42ee-8e99-90e7b4854402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.663288 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=249c2994-50c2-47de-b7bb-a778ff70e602,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:28.667312 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:28.728330 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.877239 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-381e8d34-2107-4a74-9efb-da9e26cc6b8c None None] Provisioning for port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:28.882514 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-381e8d34-2107-4a74-9efb-da9e26cc6b8c None None] Provisioning complete for port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:28.882956 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-381e8d34-2107-4a74-9efb-da9e26cc6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.893055 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb214f0>, [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:10:26Z', 'revision_number': 3, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:28.898274 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a00e67-694b-48b0-975d-5ad32f735d2d None None] The sync data for ids ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'] in dv-cinder-806008-3-iscsi is: [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:10:26Z', 'revision_number': 3, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:10:28.948886 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-381e8d34-2107-4a74-9efb-da9e26cc6b8c None None] Port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:10:28.960230 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.964531 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:28.996903 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:29.009913 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:29.079061 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Pushing event updated for resources: {'Port': ['ID=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:29.081388 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:29.084932 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:29.216186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Network d65c6442-baa1-41a0-8683-0b8418bd012b is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:29.217143 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:29.471529 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-1267877a-c83c-4b1f-af1c-7a05d219f752 None None] Provisioning complete for port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:29.471930 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1267877a-c83c-4b1f-af1c-7a05d219f752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:29.526160 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-1267877a-c83c-4b1f-af1c-7a05d219f752 None None] Port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:10:29.622801 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Router b2c0cc7e-11fd-4c6d-8980-d0227678a96a has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:10:29.824645 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:10:29.833841 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] 10.222.0.52 "PUT /v2.0/routers/b2c0cc7e-11fd-4c6d-8980-d0227678a96a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7295356
Sep 15 19:10:30.230222 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 249c2994-50c2-47de-b7bb-a778ff70e602 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:30.298337 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 249c2994-50c2-47de-b7bb-a778ff70e602 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:30.299051 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:30.923015 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-60bcdda9-7d16-4f6e-a501-1dfad56fc966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:31.797402 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:33.382431 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:33.746453 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb0a94-106b-42f6-a0ad-8ad9337a95c4 req-943fc10f-3cdc-4587-8c47-a4f37b86f2c1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:33.748138 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-84fb0a94-106b-42f6-a0ad-8ad9337a95c4 req-943fc10f-3cdc-4587-8c47-a4f37b86f2c1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0849044
Sep 15 19:10:33.818675 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-84fb0a94-106b-42f6-a0ad-8ad9337a95c4 req-472523d7-9cf2-436c-b765-05ca2db65882 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626419
Sep 15 19:10:33.904398 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:34.282071 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 29a97dbb-e762-48ef-a341-344cb7741117 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:34.372774 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 29a97dbb-e762-48ef-a341-344cb7741117 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:34.382532 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 29a97dbb-e762-48ef-a341-344cb7741117 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:34.383645 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:34.524544 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:34.544106 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 29a97dbb-e762-48ef-a341-344cb7741117, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=29a97dbb-e762-48ef-a341-344cb7741117,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:34.547232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:34.549565 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:34.626966 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=29a97dbb-e762-48ef-a341-344cb7741117,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:34.630026 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:35.046914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0758b9c-d6cb-4684-b235-11dfd8d874f4 req-81b50c77-9c50-46a4-9c00-6aa7b29a96eb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:35.054274 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0758b9c-d6cb-4684-b235-11dfd8d874f4 req-81b50c77-9c50-46a4-9c00-6aa7b29a96eb tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0882297
Sep 15 19:10:35.098570 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0758b9c-d6cb-4684-b235-11dfd8d874f4 req-326ee2f2-60fd-4d56-9837-744d9e671078 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432751
Sep 15 19:10:36.253162 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 29a97dbb-e762-48ef-a341-344cb7741117 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:36.355012 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 29a97dbb-e762-48ef-a341-344cb7741117 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:36.355491 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:36.463983 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c58b-9965-43d2-99e0-d2929d821adb req-15490d74-b1ca-44a1-bb52-d96d3a47886f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:36.465252 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3ca3c58b-9965-43d2-99e0-d2929d821adb req-15490d74-b1ca-44a1-bb52-d96d3a47886f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.2104518
Sep 15 19:10:36.523063 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3ca3c58b-9965-43d2-99e0-d2929d821adb req-5c27b271-6294-428d-88f8-72b13453e616 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512202
Sep 15 19:10:37.073460 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-3a624c66-a1fe-4f7e-a2b0-23aa96400943 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0850475
Sep 15 19:10:37.185930 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-98d7e800-04dc-45a5-8bd8-40dba9800582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 1098 time: 0.0889673
Sep 15 19:10:37.341652 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-b3341dca-71f2-415e-a9a7-95624eed48a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:37.343598 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-b3341dca-71f2-415e-a9a7-95624eed48a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1349213
Sep 15 19:10:37.460802 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-fb0186b9-f02a-4a0f-b7bc-6a26be3b7da9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90fae934-847b-432b-b524-40473bb4d63d HTTP/1.1" status: 200  len: 1001 time: 0.1093245
Sep 15 19:10:37.528363 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-c5a0ecdf-7808-4efa-9bb6-a461bee83edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:37.529883 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-c5a0ecdf-7808-4efa-9bb6-a461bee83edc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0615144
Sep 15 19:10:37.624456 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-063f5d85-8f47-423c-8298-3e8cc14a7441 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797322
Sep 15 19:10:37.823286 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-95fddfa0-3394-4917-9805-9758a2fc8b91 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929917
Sep 15 19:10:37.879741 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f07fc-474d-4895-a7b1-1c05f84e9b48 req-aff3bb38-38a1-481e-a3d2-463d65c76b8e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:37.886761 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9e0f07fc-474d-4895-a7b1-1c05f84e9b48 req-aff3bb38-38a1-481e-a3d2-463d65c76b8e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1640315
Sep 15 19:10:37.992392 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9e0f07fc-474d-4895-a7b1-1c05f84e9b48 req-8a2ed0d6-826d-4c0e-b40c-978cb81cb60e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045389
Sep 15 19:10:38.017977 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-872fb082-270f-4f8d-9947-48d3e3abbc90 req-b8b320b1-c1bd-415e-ae55-3d1f69d17885 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865869
Sep 15 19:10:38.260551 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Sync routers for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:10:38.276098 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:38.276725 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922be86700>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:38.535881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:38.900639 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922be86700>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 2, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:38.904643 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Checking router: b6bd5543-6061-4799-a62d-2186318400e8 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:10:38.905216 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Updating router b6bd5543-6061-4799-a62d-2186318400e8 port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:10:38.964338 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:39.260819 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0d54-5754-41cc-82f9-325a78ad605a req-86f1049d-1703-4af5-9ab8-0ba96ccd4685 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:39.272595 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5c2e0d54-5754-41cc-82f9-325a78ad605a req-86f1049d-1703-4af5-9ab8-0ba96ccd4685 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1103222
Sep 15 19:10:39.338126 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5c2e0d54-5754-41cc-82f9-325a78ad605a req-cef18484-dfed-4c1e-80aa-d91ee0440440 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648074
Sep 15 19:10:39.404484 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:39.427181 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Transition to ACTIVE for port object a095935c-22e5-4f92-9e84-b11ce9c6e2e5 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:39.470265 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:39.477502 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:39.736961 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860649-d4d6-43aa-8aca-a0b70ff3129d None None] Pushing event updated for resources: {'Port': ['ID=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:39.743163 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-04860649-d4d6-43aa-8aca-a0b70ff3129d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:39.760893 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Attempting to bind port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:39.761352 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Attempting to bind port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:39.761802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Attempting to bind port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 on network 355af425-ba89-4745-b6ea-5186fb01d0ec {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:39.770599 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:39.771056 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Checking segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:39.771529 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:39.771977 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Bound using segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:39.772518 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Bound port: a095935c-22e5-4f92-9e84-b11ce9c6e2e5, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:39.772965 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:39.895530 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] For port a095935c-22e5-4f92-9e84-b11ce9c6e2e5, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:39.907612 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] For port a095935c-22e5-4f92-9e84-b11ce9c6e2e5, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:39.911029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23f30d-720a-47a9-9343-883911efc72e req-2cb7dcc5-12c4-4dc9-a2de-2f9951c6d1a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:39.917824 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:39.919463 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5c23f30d-720a-47a9-9343-883911efc72e req-2cb7dcc5-12c4-4dc9-a2de-2f9951c6d1a5 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.1558735
Sep 15 19:10:39.931464 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:39.982634 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5c23f30d-720a-47a9-9343-883911efc72e req-f75e165d-e041-4797-930a-e8a64a7e013b tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620046
Sep 15 19:10:40.033291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860649-d4d6-43aa-8aca-a0b70ff3129d None None] Pushing event updated for resources: {'Port': ['ID=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:40.035959 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:40.036496 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922be86700>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:40.112432 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-04860649-d4d6-43aa-8aca-a0b70ff3129d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:40.142029 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Sync routers for ids ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:10:40.159439 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Routers {'b2c0cc7e-11fd-4c6d-8980-d0227678a96a'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:40.160356 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb21a30>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:40.302119 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:40.371095 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a095935c-22e5-4f92-9e84-b11ce9c6e2e5 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:40.395998 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Set router b2c0cc7e-11fd-4c6d-8980-d0227678a96a gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:40.581182 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:40.589498 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:40.589888 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:40.625156 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903be8b0-f71e-4e60-81e4-21392475bc06 req-46379ea7-b7f0-4870-b222-d3ab529f3540 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:40.627205 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-903be8b0-f71e-4e60-81e4-21392475bc06 req-46379ea7-b7f0-4870-b222-d3ab529f3540 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0952911
Sep 15 19:10:40.681130 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-903be8b0-f71e-4e60-81e4-21392475bc06 req-76cb7107-3619-4562-9490-85bae5b1a42a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480313
Sep 15 19:10:40.863788 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb21a30>, [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:10:28Z', 'revision_number': 4, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e', 'name': '', 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b', 'tenant_id': '057952917d26444595948c4e79246b69', 'mac_address': 'fa:16:3e:3f:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd14938dd-c8ea-44de-abef-5029755d9f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:27Z', 'updated_at': '2021-09-15T19:10:28Z', 'revision_number': 2, 'project_id': '057952917d26444595948c4e79246b69', 'subnets': [{'id': 'd14938dd-c8ea-44de-abef-5029755d9f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:40.867396 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Checking router: b2c0cc7e-11fd-4c6d-8980-d0227678a96a for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:10:40.867742 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Updating router b2c0cc7e-11fd-4c6d-8980-d0227678a96a port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:10:40.910912 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:40.919149 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:40.955598 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port a095935c-22e5-4f92-9e84-b11ce9c6e2e5, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:40.958643 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922be86700>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:39Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:40.962139 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:40.964563 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:40.996738 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db98f4-90eb-4ef5-9081-75c0ef28925a None None] The sync data for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi is: [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:39Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:10:41.052373 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:41.055425 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:41.276117 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.288278 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Transition to ACTIVE for port object ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:41.299529 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.304526 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c82de75a-277f-4c55-a10e-16563d44b0e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:41.336389 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7fe4f-9f99-43ad-b943-fc7a21709588 req-daa30a8d-d0c9-4c57-9a55-71f1ac5de03d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:41.337899 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-92a7fe4f-9f99-43ad-b943-fc7a21709588 req-daa30a8d-d0c9-4c57-9a55-71f1ac5de03d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.1838765
Sep 15 19:10:41.350364 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-0cb92712-f327-4ae9-b6cc-74f9da87f004 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:41.352834 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-0cb92712-f327-4ae9-b6cc-74f9da87f004 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 945 time: 0.1221833
Sep 15 19:10:41.488538 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-92a7fe4f-9f99-43ad-b943-fc7a21709588 req-22071fc0-1a06-48d6-b81e-e0ed69b69012 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1345253
Sep 15 19:10:41.505354 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Deleting port 90fae934-847b-432b-b524-40473bb4d63d {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:10:41.505958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.552791 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0a424-c96b-437e-a30d-40bbf9cfc792 None None] Pushing event updated for resources: {'Port': ['ID=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:41.568139 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-90e0a424-c96b-437e-a30d-40bbf9cfc792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:41.622216 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Attempting to bind port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:41.622682 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Attempting to bind port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:41.623129 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Attempting to bind port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e on network d65c6442-baa1-41a0-8683-0b8418bd012b {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:41.636916 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:41.637138 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Checking segment: {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:41.637666 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.638122 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Bound using segment: {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:41.640054 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Bound port: ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024f8152-a116-41e9-ba79-49e27f329f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:41.640501 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.691749 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-0a78b2c5-e43e-4924-b48f-4bbc460b62e9 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:41.693057 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-0a78b2c5-e43e-4924-b48f-4bbc460b62e9 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 814 time: 0.2953401
Sep 15 19:10:41.719122 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-ed7268a8-60b4-4a99-ada9-0eb57ff674c9 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/quotas/84be52005fc64709886be018fb65cf67 HTTP/1.1" status: 200  len: 375 time: 0.0151515
Sep 15 19:10:41.743377 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] For port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:41.747338 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] For port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:41.753478 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.758151 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:41.828539 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-9f25603e-607a-4e10-81b5-8a89da0e1524 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993330
Sep 15 19:10:41.839910 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] For port 90fae934-847b-432b-b524-40473bb4d63d, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=90fae934-847b-432b-b524-40473bb4d63d,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:41.840241 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:41.847883 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Routers {'b2c0cc7e-11fd-4c6d-8980-d0227678a96a'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:41.848651 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bb21a30>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:41.930705 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0a424-c96b-437e-a30d-40bbf9cfc792 None None] Pushing event updated for resources: {'Port': ['ID=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,revision_number=4']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:41.941338 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-90e0a424-c96b-437e-a30d-40bbf9cfc792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:42.079629 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] Set router b2c0cc7e-11fd-4c6d-8980-d0227678a96a gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:42.136267 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-a3510f9a-b501-49b9-95d6-d9ff76a70cb5 service neutron] 10.222.0.52 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3057177
Sep 15 19:10:42.284157 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a095935c-22e5-4f92-9e84-b11ce9c6e2e5 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:42.286603 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d9c7-9b6d-4efe-963f-cccf6d688b41 req-e2b36b6e-15fb-4db7-ae2a-5a9dae0e5404 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:42.293420 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-49d7d9c7-9b6d-4efe-963f-cccf6d688b41 req-e2b36b6e-15fb-4db7-ae2a-5a9dae0e5404 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.2731633
Sep 15 19:10:42.295913 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-737df7db-d5b0-44bc-92b7-28140b54249f service neutron] 10.222.0.52 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518571
Sep 15 19:10:42.392966 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:42.394447 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:42.408148 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:42.408737 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:42.408737 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Floating IP 5cbb27f0-4ec4-42cc-909a-d2905558d87e disassociated. External IP: 172.27.0.120, port: 90fae934-847b-432b-b524-40473bb4d63d.
Sep 15 19:10:42.409050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Calling delete_port for 90fae934-847b-432b-b524-40473bb4d63d owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:10:42.512926 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-9df1bf82-667b-4097-8611-07b94229299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bb21a30>, [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:10:28Z', 'revision_number': 4, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e', 'name': '', 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b', 'tenant_id': '057952917d26444595948c4e79246b69', 'mac_address': 'fa:16:3e:3f:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd14938dd-c8ea-44de-abef-5029755d9f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:27Z', 'updated_at': '2021-09-15T19:10:41Z', 'revision_number': 4, 'project_id': '057952917d26444595948c4e79246b69', 'subnets': [{'id': 'd14938dd-c8ea-44de-abef-5029755d9f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:42.522601 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-49d7d9c7-9b6d-4efe-963f-cccf6d688b41 req-b5504779-6dc7-4639-ab68-846b83362123 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2282503
Sep 15 19:10:42.526408 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df1bf82-667b-4097-8611-07b94229299f None None] The sync data for ids ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'] in dv-cinder-806008-3-iscsi is: [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:10:28Z', 'revision_number': 4, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e', 'name': '', 'network_id': 'd65c6442-baa1-41a0-8683-0b8418bd012b', 'tenant_id': '057952917d26444595948c4e79246b69', 'mac_address': 'fa:16:3e:3f:e3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd14938dd-c8ea-44de-abef-5029755d9f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:27Z', 'updated_at': '2021-09-15T19:10:41Z', 'revision_number': 4, 'project_id': '057952917d26444595948c4e79246b69', 'subnets': [{'id': 'd14938dd-c8ea-44de-abef-5029755d9f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:10:42.760905 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:42.774487 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-14576758-7de2-4f61-bb0c-e3ff9bed2019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:42.808991 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-eb8748d6-c5de-4ecf-b8fb-7df013b20668 req-3e34c708-a18f-4a1f-a712-e5ba4ff0a3a1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:10:42.832584 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'Port': ['ID=90fae934-847b-432b-b524-40473bb4d63d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:42.835960 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:42.910035 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2df1f030-9bca-4e64-9c0c-0f046a031643 req-63b1c87f-299b-4fb1-9f11-bbe5626adf8c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 210 time: 0.1712964
Sep 15 19:10:42.940684 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-eb8748d6-c5de-4ecf-b8fb-7df013b20668 req-3e34c708-a18f-4a1f-a712-e5ba4ff0a3a1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:10:42.941793 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-eb8748d6-c5de-4ecf-b8fb-7df013b20668 req-3e34c708-a18f-4a1f-a712-e5ba4ff0a3a1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 210 time: 0.2644193
Sep 15 19:10:43.075543 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:10:43.301450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:10:43.312525 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:10:43.338050 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:43.338910 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b973a90>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:43.423247 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] No DVR routers for this DVR port 90fae934-847b-432b-b524-40473bb4d63d on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:10:43.427189 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:43.431401 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'name': 'network-vif-deleted', 'tag': '90fae934-847b-432b-b524-40473bb4d63d'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:10:43.450645 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-85753deb-adba-4d60-b3fa-6dc3aab3d41e req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "DELETE /v2.0/ports/90fae934-847b-432b-b524-40473bb4d63d HTTP/1.1" status: 204  len: 173 time: 2.0366328
Sep 15 19:10:43.499679 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5500b7d6-1b7e-46be-b755-8dbb3c263ea2', 'name': 'network-vif-deleted', 'tag': '90fae934-847b-432b-b524-40473bb4d63d', 'status': 'completed', 'code': 200}
Sep 15 19:10:43.567934 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:43.911254 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:10:43.950920 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-1b6f5a02-6216-458d-a3db-b6d1bb0083cd tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:43.952328 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-1b6f5a02-6216-458d-a3db-b6d1bb0083cd tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:network {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:10:43.967777 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39139ff7-24c3-436f-b51f-c67a3b84dd1f req-04993e3d-3331-48bb-9fc2-c7d436f8066e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:43.969418 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-39139ff7-24c3-436f-b51f-c67a3b84dd1f req-04993e3d-3331-48bb-9fc2-c7d436f8066e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.2479236
Sep 15 19:10:44.008276 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-1b6f5a02-6216-458d-a3db-b6d1bb0083cd tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:network {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:10:44.009430 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-1b6f5a02-6216-458d-a3db-b6d1bb0083cd tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 814 time: 0.2516072
Sep 15 19:10:44.038597 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'port': {'device_id': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'admin_state_up': True, 'tenant_id': '84be52005fc64709886be018fb65cf67'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:44.078415 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b973a90>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:44.082658 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:10:44.097301 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:10:44.097917 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b973a90>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:10:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:44.127133 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-39139ff7-24c3-436f-b51f-c67a3b84dd1f req-9b083a1a-eda7-43c6-bb81-e72206e5cb58 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509678
Sep 15 19:10:44.242507 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9744e4fe-e67b-4932-965b-156dd74cf356 req-6ea88cfb-858a-44d2-9c40-585bd01c006d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=5500b7d6-1b7e-46be-b755-8dbb3c263ea2 HTTP/1.1" status: 200  len: 210 time: 0.0809016
Sep 15 19:10:44.416417 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:44.568683 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7890a8fe-3f42-49ed-9455-9e01db461563 req-2d64d1f6-caec-432e-8f77-25ce04bb59d2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 210 time: 0.1228492
Sep 15 19:10:44.588254 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:10:44.645366 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:44.663562 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:44.665450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:44.678581 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Made reservation on behalf of 84be52005fc64709886be018fb65cf67 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:10:44.689607 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:44.709578 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:44.709962 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:44.993549 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Allocated IP 172.20.0.9 (355af425-ba89-4745-b6ea-5186fb01d0ec/6a4f997b-ecbb-4c22-91ad-6672214a5e8e/f43d1a0b-30c4-4051-850d-fbebd3593cb5) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:45.109172 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:45.247281 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:45.268484 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:45.270764 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-71c2fa8f-7a86-4022-843c-f9284ebf7d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:45.340244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:45.382923 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Transition to ACTIVE for port object f43d1a0b-30c4-4051-850d-fbebd3593cb5 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:45.432300 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:45.436752 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:10:45.441608 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3586f396-c7de-4e11-9ae6-abadd1b6216e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:45.577701 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d9e9a-a560-4122-90cc-45bc15c85d1e req-09da6957-3b8d-4608-8f7f-898ed094aba8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:45.585236 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4b5d9e9a-a560-4122-90cc-45bc15c85d1e req-09da6957-3b8d-4608-8f7f-898ed094aba8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1577289
Sep 15 19:10:45.625689 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:45.658139 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4b5d9e9a-a560-4122-90cc-45bc15c85d1e req-3a2dbe8a-551d-4418-9bd1-c63ab20fda2b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714962
Sep 15 19:10:45.662322 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:45.677588 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 90fae934-847b-432b-b524-40473bb4d63d no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:10:45.691980 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Network 355af425-ba89-4745-b6ea-5186fb01d0ec is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:45.696305 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:45.711558 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:45.818974 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:45.861659 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.861906 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.862226 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.862569 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.862901 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.863223 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.864933 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.866048 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.866380 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.868850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.870788 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:10:45.886566 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 90fae934-847b-432b-b524-40473bb4d63d {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:10:45.886880 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 90fae934-847b-432b-b524-40473bb4d63d not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:10:45.888343 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:45.923197 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:45.924091 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:45.949493 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b973a90>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:10:45.970183 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:46.006799 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d6b7f9-f6c0-46f1-b36d-d35361222527 None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:10:46.016972 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'mac_address': 'fa:16:3e:eb:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:10:46.025627 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9989381
Sep 15 19:10:46.096570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-a99f4251-2f08-43e9-ac65-12dd52f33255 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:46.099407 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-a99f4251-2f08-43e9-ac65-12dd52f33255 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:10:46.139720 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:46.160148 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26ddd1fa-d212-4367-b71d-36f3fba71c05 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:10:46.160587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-a99f4251-2f08-43e9-ac65-12dd52f33255 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:10:46.161911 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-a99f4251-2f08-43e9-ac65-12dd52f33255 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.3901083
Sep 15 19:10:46.198115 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:46.223952 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:46.236595 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-163003f1-01e8-4646-b76d-4bd121dc4fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:46.255293 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-079163ff-4d44-47a8-a474-4571a55133f2 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369797331&fields=id&tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 267 time: 0.1193578
Sep 15 19:10:46.292450 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-3fe6e533-e90a-45ac-8bc0-54de331527b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:10:46.332531 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-3fe6e533-e90a-45ac-8bc0-54de331527b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:10:46.333926 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c87291e5-a1ac-40c0-9c61-091cab85e167 req-3fe6e533-e90a-45ac-8bc0-54de331527b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622741
Sep 15 19:10:46.367037 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=6']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:46.385636 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:46.452626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb459116-79b4-41c8-897d-b1218895620a req-fef4f637-8a4a-4210-b2b8-cfc77f4b3506 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:46.459191 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-fef4f637-8a4a-4210-b2b8-cfc77f4b3506 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 812 time: 0.2027912
Sep 15 19:10:46.464717 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:46.476424 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['26ddd1fa-d212-4367-b71d-36f3fba71c05'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:10:46.477978 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-d78b612d-e931-4bea-9c1f-30f7b14b4016 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/quotas/cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 375 time: 0.0177088
Sep 15 19:10:46.572934 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-d8660483-6f97-40b8-903b-5fe1eddde089 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0886297
Sep 15 19:10:46.593434 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-8b8f4032-3bb8-4df0-8c16-d35cfb4784b8 None None] Provisioning for port f43d1a0b-30c4-4051-850d-fbebd3593cb5 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:46.628007 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:46.628386 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:46.652976 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-8b8f4032-3bb8-4df0-8c16-d35cfb4784b8 None None] Provisioning complete for port f43d1a0b-30c4-4051-850d-fbebd3593cb5 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:46.653342 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8b8f4032-3bb8-4df0-8c16-d35cfb4784b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:46.747155 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f4032-3bb8-4df0-8c16-d35cfb4784b8 None None] Port f43d1a0b-30c4-4051-850d-fbebd3593cb5 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:10:46.811337 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-dcb03ed3-8195-4cb1-a671-8a9b9fe0ace6 service neutron] 10.222.0.52 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2329879
Sep 15 19:10:46.954397 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-952cc15f-fc11-4327-b4c8-a7a7a04832b7 service neutron] 10.222.0.52 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418200
Sep 15 19:10:47.440842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:10:47.476104 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d28874-28f5-4def-a621-1af37feb25e1 req-ef705422-3e05-4d24-81f9-886cedfd8bc0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:47.483495 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f6d28874-28f5-4def-a621-1af37feb25e1 req-ef705422-3e05-4d24-81f9-886cedfd8bc0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 944 time: 0.0942900
Sep 15 19:10:47.548894 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 26ddd1fa-d212-4367-b71d-36f3fba71c05 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:47.549486 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:47.554778 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f6d28874-28f5-4def-a621-1af37feb25e1 req-c4c6c1ad-70dd-4494-80be-19800f01fe0e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654476
Sep 15 19:10:47.720559 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-64d624bc-7e09-4e8b-ae7a-5ee2e672d123 req-9487fa0a-cbb4-446a-9ed3-6966b6c98a9c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0523863
Sep 15 19:10:47.760841 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:47.822084 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:10:47.846099 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:47.851713 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:47.855454 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:47.942203 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=7']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:47.947534 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:47.969450 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0225-051d-429f-a305-a906c002c574 req-dbe9a349-79db-48ba-b5a4-a41b69dcc469 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:47.970956 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d98d0225-051d-429f-a305-a906c002c574 req-dbe9a349-79db-48ba-b5a4-a41b69dcc469 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.0969374
Sep 15 19:10:48.022962 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d98d0225-051d-429f-a305-a906c002c574 req-10d033de-ef22-447e-a1a6-d5f0a0ee6235 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431581
Sep 15 19:10:48.261007 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'code': 200}
Sep 15 19:10:48.799317 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7537c-2fd7-4ccf-a893-db3c5db6694c req-d878f0ca-13fa-49fd-84c4-7f3587c2d62f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:48.801158 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-66d7537c-2fd7-4ccf-a893-db3c5db6694c req-d878f0ca-13fa-49fd-84c4-7f3587c2d62f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0801368
Sep 15 19:10:48.853595 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-66d7537c-2fd7-4ccf-a893-db3c5db6694c req-878cdd8a-157e-4825-ad3d-f47a517c2e3e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461862
Sep 15 19:10:49.052396 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3b6c93dc-d852-4d68-8d75-45144aa09d72 req-d65af3e6-7eea-4721-a742-fe358420a8e9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0421305
Sep 15 19:10:49.252864 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34d99-8103-4321-b5e6-961c5c6925c0 req-bceedc39-23f0-4759-bfa9-8a23f145e045 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:49.254194 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4cd34d99-8103-4321-b5e6-961c5c6925c0 req-bceedc39-23f0-4759-bfa9-8a23f145e045 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.0794129
Sep 15 19:10:49.302564 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4cd34d99-8103-4321-b5e6-961c5c6925c0 req-beecbc5c-b2fd-493d-a420-a96bc4c04f30 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427597
Sep 15 19:10:50.103399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8b0b1-96b7-4c9b-825d-f59cda67577e req-9d938ffc-ec73-4a09-a339-b24cb0783cf0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:50.104849 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-dab8b0b1-96b7-4c9b-825d-f59cda67577e req-9d938ffc-ec73-4a09-a339-b24cb0783cf0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0870357
Sep 15 19:10:50.155929 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-dab8b0b1-96b7-4c9b-825d-f59cda67577e req-4547e816-bc43-4caf-90a7-fd479652ee0e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445209
Sep 15 19:10:50.338775 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cbd40ea7-622d-4193-b8e5-e6ec3fc4b19c req-06ec5462-24ec-4fed-a3fe-15dc46883426 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0523450
Sep 15 19:10:50.540758 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e042fd-75d4-4f78-af28-63d6db3588e4 req-b8b86257-8ce0-4101-87c9-bd30d7c66487 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:50.542749 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-31e042fd-75d4-4f78-af28-63d6db3588e4 req-b8b86257-8ce0-4101-87c9-bd30d7c66487 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.0823460
Sep 15 19:10:50.593392 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-31e042fd-75d4-4f78-af28-63d6db3588e4 req-08f2f45a-e387-49fb-b57f-d63b2a5c2f26 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437670
Sep 15 19:10:51.406069 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b07784-6f07-493f-a6b2-a82d5cb13f73 req-3fa6b0c2-654a-4595-a43f-b33f8f607dc4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:51.407785 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24b07784-6f07-493f-a6b2-a82d5cb13f73 req-3fa6b0c2-654a-4595-a43f-b33f8f607dc4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1082644
Sep 15 19:10:51.471610 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-24b07784-6f07-493f-a6b2-a82d5cb13f73 req-a571da35-e4f6-4ae9-8e93-fffe48ffe879 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572329
Sep 15 19:10:51.664990 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c120cbb9-fedd-4a06-a1bd-3be66103d95c req-f7c8f00f-ef22-4b35-945e-339a088bb5fb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0409710
Sep 15 19:10:51.869546 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e8de0-13b6-4a90-af1a-821782e068b6 req-e4570788-b9e0-4a5d-a66e-f0c1176a755e tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:51.871004 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-883e8de0-13b6-4a90-af1a-821782e068b6 req-e4570788-b9e0-4a5d-a66e-f0c1176a755e tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.0784023
Sep 15 19:10:51.931316 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-883e8de0-13b6-4a90-af1a-821782e068b6 req-7b8ad747-1373-47b5-b5fa-702648eb8333 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539243
Sep 15 19:10:52.736969 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd6b04-e587-4396-9e65-c14c97fc9cbe req-ab4a5b25-fabc-42b2-8abe-2ea023f5c3d2 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:52.738518 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e2dd6b04-e587-4396-9e65-c14c97fc9cbe req-ab4a5b25-fabc-42b2-8abe-2ea023f5c3d2 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1032031
Sep 15 19:10:52.805461 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e2dd6b04-e587-4396-9e65-c14c97fc9cbe req-7db6463f-85e8-4e89-a6f7-562d3aeab63f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582089
Sep 15 19:10:53.004525 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3997fcb5-2d33-47b6-a5bc-2d1f480a9d9a req-72127123-dd4c-4c80-89c1-1cd09b3d320f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0438278
Sep 15 19:10:53.228895 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275be98-aec9-4a95-bf99-aa9c28295032 req-5669d6b1-a3ea-4b11-b02a-62b0472bdc15 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:53.230354 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e275be98-aec9-4a95-bf99-aa9c28295032 req-5669d6b1-a3ea-4b11-b02a-62b0472bdc15 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.0843716
Sep 15 19:10:53.278964 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e275be98-aec9-4a95-bf99-aa9c28295032 req-d133865d-8b09-4646-9371-d3c837de47b6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418258
Sep 15 19:10:54.080902 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee3337-dda5-43c4-bd0f-2b24ed40eae9 req-c5948256-2786-49d9-8b13-687532fb9f3d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:54.082526 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2dee3337-dda5-43c4-bd0f-2b24ed40eae9 req-c5948256-2786-49d9-8b13-687532fb9f3d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0938108
Sep 15 19:10:54.144242 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2dee3337-dda5-43c4-bd0f-2b24ed40eae9 req-522b6d9a-6f16-44a7-9c07-f43565e83d3a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562391
Sep 15 19:10:54.402198 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d825e2ec-8112-4ea1-b584-968d433858d9 req-66698d09-08e0-459a-a359-0fc1e821e74c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.1153216
Sep 15 19:10:54.586880 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773801-0a9d-47f4-9d14-fbf73908e8fb req-0838751c-1142-4365-9015-4a7b8c65f819 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:54.588349 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-72773801-0a9d-47f4-9d14-fbf73908e8fb req-0838751c-1142-4365-9015-4a7b8c65f819 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.0769534
Sep 15 19:10:54.637962 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-72773801-0a9d-47f4-9d14-fbf73908e8fb req-59f0b84a-60df-4e62-afac-66028e9240f7 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433278
Sep 15 19:10:55.298225 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Request body: {'port': {'device_id': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:55.388440 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb3b1-670b-4bae-aa96-aea4a8e5c32d req-526ece7b-24f7-43a4-a571-309174b5733c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:55.390146 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-950eb3b1-670b-4bae-aa96-aea4a8e5c32d req-526ece7b-24f7-43a4-a571-309174b5733c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0954330
Sep 15 19:10:55.459153 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-950eb3b1-670b-4bae-aa96-aea4a8e5c32d req-c451661f-c5a7-45f2-aa7c-f155fb57338d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626783
Sep 15 19:10:55.464611 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:55.686699 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-032e4386-a865-42e2-8672-294e926d0bfe req-38e0b637-170d-4953-abe3-9f57c0528da6 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0769150
Sep 15 19:10:55.930464 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9e95-6c6c-4485-bbf3-47a821a30924 req-311548a2-a5c1-4757-b775-106ed3ed9c3c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:55.931894 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-32bb9e95-6c6c-4485-bbf3-47a821a30924 req-311548a2-a5c1-4757-b775-106ed3ed9c3c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 931 time: 0.1445432
Sep 15 19:10:55.937127 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43d1a0b-30c4-4051-850d-fbebd3593cb5 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:10:55.945796 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:55.988652 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Transition to ACTIVE for port object f43d1a0b-30c4-4051-850d-fbebd3593cb5 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:55.997579 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:56.002888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:56.047121 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-32bb9e95-6c6c-4485-bbf3-47a821a30924 req-d574b518-0fbf-42d8-8a6f-eb32bdbf6f6a tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056359
Sep 15 19:10:56.156821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:56.160306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:56.312592 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Attempting to bind port f43d1a0b-30c4-4051-850d-fbebd3593cb5 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:56.313274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Attempting to bind port f43d1a0b-30c4-4051-850d-fbebd3593cb5 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:56.313382 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Attempting to bind port f43d1a0b-30c4-4051-850d-fbebd3593cb5 on network 355af425-ba89-4745-b6ea-5186fb01d0ec {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:56.321028 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Port f43d1a0b-30c4-4051-850d-fbebd3593cb5 on network 355af425-ba89-4745-b6ea-5186fb01d0ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:10:56.322007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Attempting to bind port f43d1a0b-30c4-4051-850d-fbebd3593cb5 on network 355af425-ba89-4745-b6ea-5186fb01d0ec {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:56.330310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:56.330680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Checking segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:56.331507 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Bound using segment: {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:56.331507 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Bound port: f43d1a0b-30c4-4051-850d-fbebd3593cb5, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73baa54-f9a6-4630-a1bf-23385ffe08c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:56.331858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:56.369642 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb459116-79b4-41c8-897d-b1218895620a req-d3ce68a0-2b7b-4bde-b42d-d792aa957a05 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:56.371812 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-d3ce68a0-2b7b-4bde-b42d-d792aa957a05 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 812 time: 0.3086433
Sep 15 19:10:56.464090 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-09f24a70-f61c-48fd-a434-0e4845f8d686 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 379 time: 0.0771916
Sep 15 19:10:56.472885 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'port': {'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'admin_state_up': True, 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'security_groups': ['c96fcbe1-ba93-4863-b507-7979edc9ed08']}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:56.476665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:56.479820 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:56.485185 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:56.489735 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:56.564581 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:56.565948 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] 10.222.0.30 "PUT /v2.0/ports/f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 1093 time: 1.2741666
Sep 15 19:10:56.566448 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:10:56.608210 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:56.612611 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:56.772377 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:10:56.781794 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:port and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:10:56.785996 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:10:56.795755 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:10:56.833316 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5888d8-2e14-4c0a-9c4c-2f76a8a5efa6 req-7ba241ed-4b2a-40b9-9db5-35166e11287c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:56.835406 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2a5888d8-2e14-4c0a-9c4c-2f76a8a5efa6 req-7ba241ed-4b2a-40b9-9db5-35166e11287c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1490378
Sep 15 19:10:56.836693 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Made reservation on behalf of cddf5ed569624b9d9ac4d1d917e36cd4 for: {'port': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:10:56.840571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:56.860087 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'status': 'completed', 'code': 200}
Sep 15 19:10:56.917237 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-2ebb2d09-359f-4198-9519-0cb4682864f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1096 time: 0.3058474
Sep 15 19:10:57.024302 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-f838cf5c-d878-4769-b20a-a7d964767693 req-e6fc92ef-afb6-459b-8035-18ec8717f0e0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:10:57.037072 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2a5888d8-2e14-4c0a-9c4c-2f76a8a5efa6 req-f3131548-c03f-40a1-a22c-d64830bc3f7f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1726711
Sep 15 19:10:57.068302 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-1e26b699-38ef-4851-a30e-133280b4c317 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 217 time: 0.1016850
Sep 15 19:10:57.074699 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-f838cf5c-d878-4769-b20a-a7d964767693 req-e6fc92ef-afb6-459b-8035-18ec8717f0e0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:10:57.075808 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f838cf5c-d878-4769-b20a-a7d964767693 req-e6fc92ef-afb6-459b-8035-18ec8717f0e0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.1529708
Sep 15 19:10:57.177317 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Allocated IP 172.20.0.7 (23cd358d-62d1-4481-9017-15079cbbfc16/dc36ebcc-8a0e-4a90-b097-67a05b01be28/5ffead8b-ad76-4b45-88c1-2f0b175dc3bd) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:10:57.182348 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-47f19018-80e8-4631-9982-b2a39793242f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:57.184386 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-47f19018-80e8-4631-9982-b2a39793242f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.1024392
Sep 15 19:10:57.273505 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-92aec558-4a14-418a-afa3-d0784fe2bbc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819178
Sep 15 19:10:57.374231 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff6cc4c-f8b2-489c-99b7-0ed63c540269 None None] New status for floating IP 5cbb27f0-4ec4-42cc-909a-d2905558d87e: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:10:57.469317 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dc60e-be98-4e00-86cf-c9ca3e149c3c req-ded04313-baed-4818-8388-eb9999ecb765 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:57.475951 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-013dc60e-be98-4e00-86cf-c9ca3e149c3c req-ded04313-baed-4818-8388-eb9999ecb765 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 943 time: 0.2465191
Sep 15 19:10:57.520207 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-c3ce1a91-8c1a-4094-aee0-8545d2082a20 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2392812
Sep 15 19:10:57.530100 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:57.567025 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-013dc60e-be98-4e00-86cf-c9ca3e149c3c req-c28b5cdf-2e68-47cd-89df-e2344b4c7c01 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899818
Sep 15 19:10:57.572170 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Transition to ACTIVE for port object 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd will not be triggered until provisioned by entity DHCP. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:57.634274 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:57.645356 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c31f71ff-214a-4723-b5a3-2394d93b78d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:57.715906 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:10:57.719678 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:10:57.723894 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:10:57.761411 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:57.772311 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-71f06608-00ac-48e5-81d2-57251f7fab31 req-f627b442-0559-453e-9e55-1b1e4f5e865c service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371540
Sep 15 19:10:57.792953 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:57.868933 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:57.869837 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:57.908611 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4392753
Sep 15 19:10:57.923033 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Request body: {'port': {'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:10:58.032577 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-a4636f6a-4a00-4627-8625-388281d46d01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1096 time: 0.1603799
Sep 15 19:10:58.103862 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:58.126719 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-fb42560b-8657-4675-9000-b49c0f865c61 None None] Provisioning for port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:10:58.135021 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-fb42560b-8657-4675-9000-b49c0f865c61 None None] Provisioning complete for port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:10:58.135693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-fb42560b-8657-4675-9000-b49c0f865c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:58.219080 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-fb42560b-8657-4675-9000-b49c0f865c61 None None] Port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:10:58.288526 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-ebfa7b14-6142-4596-8f16-e4849336683d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:58.290473 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-ebfa7b14-6142-4596-8f16-e4849336683d service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.2512269
Sep 15 19:10:58.378147 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-8baa15a2-d5a1-4faf-973b-4aa3c3de789f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 217 time: 0.0808785
Sep 15 19:10:58.523166 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-bd5be143-119a-4d83-994f-75855f5413d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:58.524860 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-bd5be143-119a-4d83-994f-75855f5413d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.0963805
Sep 15 19:10:58.572055 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30802b8-39a2-4555-b4a8-59a473dac62b req-1ac5783c-de13-4ee6-ad89-a0d56d6f4bc7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:58.574671 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d30802b8-39a2-4555-b4a8-59a473dac62b req-1ac5783c-de13-4ee6-ad89-a0d56d6f4bc7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1955066
Sep 15 19:10:58.643608 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-ee8dd900-ba89-4e65-a6c4-a04d05f61def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:58.663151 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d30802b8-39a2-4555-b4a8-59a473dac62b req-afbb4a28-c001-41fc-b66b-d56e0e47f3a0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775099
Sep 15 19:10:58.694863 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-ddc5d839-fe22-41d8-8902-a194062c277d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1625342
Sep 15 19:10:58.744737 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd {{(pid=75127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:10:58.754575 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:58.781028 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Transition to ACTIVE for port object 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd will not be triggered until provisioned by entity L2. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:10:58.790173 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:58.799324 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1615c310-7bcc-47f4-a48e-2d3a88c6cb7e tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:58.863674 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ddb73-d749-4b64-99ac-3345db5b4c80 req-0e9785b6-682d-4b39-bafa-9bfb9279ed1d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:58.864509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-c66ddb73-d749-4b64-99ac-3345db5b4c80 req-0e9785b6-682d-4b39-bafa-9bfb9279ed1d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:10:58.880589 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-b5a3cb9b-059f-49b1-a437-4dd2cfb2be0a service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765425
Sep 15 19:10:59.018780 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:59.023784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:59.062662 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:59.085817 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-c66ddb73-d749-4b64-99ac-3345db5b4c80 req-0e9785b6-682d-4b39-bafa-9bfb9279ed1d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:10:59.087276 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c66ddb73-d749-4b64-99ac-3345db5b4c80 req-0e9785b6-682d-4b39-bafa-9bfb9279ed1d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 931 time: 0.4281056
Sep 15 19:10:59.125598 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c7310-eded-46c2-8dd5-01d948fb918d req-9cf1b62e-dfa4-4361-8a7f-0ceaac48f86d tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:59.133812 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2c4c7310-eded-46c2-8dd5-01d948fb918d req-9cf1b62e-dfa4-4361-8a7f-0ceaac48f86d tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 943 time: 0.2506485
Sep 15 19:10:59.156638 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c66ddb73-d749-4b64-99ac-3345db5b4c80 req-5b325b10-41db-40cd-9a0e-91a2824518f1 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622737
Sep 15 19:10:59.192114 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Attempting to bind port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:10:59.192456 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Attempting to bind port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:10:59.192782 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Attempting to bind port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:59.211670 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd on network 23cd358d-62d1-4481-9017-15079cbbfc16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:10:59.212478 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Attempting to bind port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:10:59.222325 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:10:59.222325 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Checking segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:10:59.222325 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Bound using segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} {{(pid=75127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:10:59.222758 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.managers [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Bound port: 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}}] {{(pid=75127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:10:59.223047 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:59.233280 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-997cf958-59bc-4a64-accf-bb3adcb6d5f3 req-a8598105-b678-47a5-9b3e-117727fa74bd service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2907922
Sep 15 19:10:59.238708 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2c4c7310-eded-46c2-8dd5-01d948fb918d req-f4cbd6bd-615f-45d8-b504-d08dac133615 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050584
Sep 15 19:10:59.342032 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] For port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host hv-cinder-80600, cleared binding levels {{(pid=75127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:10:59.345335 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] For port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:10:59.350657 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:59.358760 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c133017c-f272-4448-8077-8d174ebafcf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:10:59.418696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:59.421490 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 1093 time: 1.5035505
Sep 15 19:10:59.430281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:10:59.457530 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,revision_number=3']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:10:59.461509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:10:59.529161 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device f43d1a0b-30c4-4051-850d-fbebd3593cb5 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:10:59.572296 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-16aae591-3f2f-4fa7-b4c9-816668b419cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1096 time: 0.1094499
Sep 15 19:10:59.682321 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-620d66b4-ad01-4ae1-91c3-c770902eaddc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 217 time: 0.1019669
Sep 15 19:10:59.740190 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'status': 'completed', 'code': 200}
Sep 15 19:10:59.773562 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb459116-79b4-41c8-897d-b1218895620a req-f1d92dac-4962-417e-a3e9-b27069dba7cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:59.775264 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-f1d92dac-4962-417e-a3e9-b27069dba7cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0838110
Sep 15 19:10:59.823839 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:59.856758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'port_id': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'mac_address': 'fa:16:3e:bd:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:10:59.890310 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-9a16ef0a-621f-4312-bf5a-a75087267003 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1077545
Sep 15 19:10:59.916192 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:59.935217 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af0ec1-b5a8-4166-b2a6-8eff9d3f7357 req-78b4ed54-961a-4e55-abc5-09a20982a006 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:10:59.939496 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43d1a0b-30c4-4051-850d-fbebd3593cb5 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:10:59.943303 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d2af0ec1-b5a8-4166-b2a6-8eff9d3f7357 req-78b4ed54-961a-4e55-abc5-09a20982a006 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0983667
Sep 15 19:10:59.957683 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:10:59.965349 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:10:59.974470 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:00.044313 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d2af0ec1-b5a8-4166-b2a6-8eff9d3f7357 req-9897aaf6-fca7-40ac-877b-0cc24ef9515a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992866
Sep 15 19:11:00.052041 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-2a1f7b0b-2a76-4c52-98b4-30f701d44e98 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555328
Sep 15 19:11:00.083024 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:00.086116 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:00.212593 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-cb459116-79b4-41c8-897d-b1218895620a req-be5d4fd6-12c4-4c80-96e8-8563a5b27311 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522317
Sep 15 19:11:00.218074 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['f43d1a0b-30c4-4051-850d-fbebd3593cb5'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:11:00.511974 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-92255217-7966-4327-8423-6a3541d3d659 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1096 time: 0.2288988
Sep 15 19:11:00.525425 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d7cfc-d3f2-44ba-a037-f54222033fea req-46b61bb4-bd0d-4e34-b7d8-af8a9dea61ee tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:00.527011 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ac0d7cfc-d3f2-44ba-a037-f54222033fea req-46b61bb4-bd0d-4e34-b7d8-af8a9dea61ee tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.1748774
Sep 15 19:11:00.669558 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a31200-4881-4268-9a69-ebc8877ee8f6 req-48ce15ce-2138-4f78-ba38-47557f12f189 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:00.678633 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-76a31200-4881-4268-9a69-ebc8877ee8f6 req-48ce15ce-2138-4f78-ba38-47557f12f189 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 944 time: 0.1954327
Sep 15 19:11:00.706481 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ac0d7cfc-d3f2-44ba-a037-f54222033fea req-2dc1b43a-e819-42f8-88ba-03ba2a288e7e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1511619
Sep 15 19:11:00.746432 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-ea44e39e-107a-42b5-b309-e27a533a247a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:00.747988 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-ea44e39e-107a-42b5-b309-e27a533a247a service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.2199235
Sep 15 19:11:00.751140 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-76a31200-4881-4268-9a69-ebc8877ee8f6 req-b10eb765-215a-4414-9569-4b9f398568dc tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623062
Sep 15 19:11:00.822431 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-7f25aaa5-5a0d-4195-ab15-d820a66d8278 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 217 time: 0.0674546
Sep 15 19:11:00.919318 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-068aeb89-5f7d-447c-99c3-9c5fdb3c514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:00.985152 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-026e1cf8-db42-4e62-90cb-2e41fa3fdd11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:00.986690 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-026e1cf8-db42-4e62-90cb-2e41fa3fdd11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.1575661
Sep 15 19:11:01.084379 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-fd04d707-9956-4c79-971c-a2f7ea747730 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900285
Sep 15 19:11:01.290113 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-64ac1d57-f8ca-43fa-98a7-14ac0af312f9 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985338
Sep 15 19:11:01.448704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf55b-a487-4311-84f3-e61f0199433a req-fa475b00-7717-46cd-a9f4-5e4d0e08999e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:01.469040 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ee2bf55b-a487-4311-84f3-e61f0199433a req-fa475b00-7717-46cd-a9f4-5e4d0e08999e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.2544410
Sep 15 19:11:01.522572 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device f43d1a0b-30c4-4051-850d-fbebd3593cb5 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:11:01.535560 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b2e09b42-a6e5-46de-a025-9cf805e6d065 req-3c25dc3d-815a-40ee-86df-daafd6a3b6ae service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349346
Sep 15 19:11:01.540359 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-ee2bf55b-a487-4311-84f3-e61f0199433a req-c6c83486-6ba3-485b-94a4-bd2d2f3da9dd tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705481
Sep 15 19:11:01.647393 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port f43d1a0b-30c4-4051-850d-fbebd3593cb5 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:11:01.652318 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port f43d1a0b-30c4-4051-850d-fbebd3593cb5 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:11:01.652693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:01.901988 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:01.915046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:01.980402 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:01.998188 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:02.005201 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:02.007866 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:02.028253 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247d2c0-a80f-4891-a83e-025d2db93e92 req-c5853a30-7c7c-4c04-a74e-6cf972d245bf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:02.039517 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f247d2c0-a80f-4891-a83e-025d2db93e92 req-c5853a30-7c7c-4c04-a74e-6cf972d245bf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 944 time: 0.1361728
Sep 15 19:11:02.123405 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:02.141750 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:02.145558 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f247d2c0-a80f-4891-a83e-025d2db93e92 req-62883f3d-74c9-4c4a-96c8-d3a3d5e5f651 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051228
Sep 15 19:11:02.241284 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'code': 200}
Sep 15 19:11:02.245521 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209aaa35-b024-4fb0-bc97-b57a1a42e2ca req-b09b603a-c38f-4ac1-bdce-8fa694338884 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:02.252530 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-209aaa35-b024-4fb0-bc97-b57a1a42e2ca req-b09b603a-c38f-4ac1-bdce-8fa694338884 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.1382928
Sep 15 19:11:02.305653 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-209aaa35-b024-4fb0-bc97-b57a1a42e2ca req-bd30bf60-d1e9-4d9c-a67f-d94456c87dbd tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520527
Sep 15 19:11:02.656830 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6509b5bb-ead4-4dc7-9306-5283bb5e2587 req-304b92d5-b8f4-4124-b141-5ebcfabb597a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1098 time: 0.1168234
Sep 15 19:11:02.716387 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6509b5bb-ead4-4dc7-9306-5283bb5e2587 req-02659498-8e23-4178-b3f7-5ad0ae641638 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526798
Sep 15 19:11:02.867250 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbd123-2fd5-4f5d-b70b-84331c1405e4 req-e92cf1d2-356e-4f8a-a3e7-238e6bca8941 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:02.869036 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-81dbd123-2fd5-4f5d-b70b-84331c1405e4 req-e92cf1d2-356e-4f8a-a3e7-238e6bca8941 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1248507
Sep 15 19:11:02.941118 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-81dbd123-2fd5-4f5d-b70b-84331c1405e4 req-ae9de4fe-22d2-4af8-b067-183db8fb896a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658510
Sep 15 19:11:03.411736 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:03.481798 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6e91f-0867-4902-bc32-6de6f6e48352 req-dfc82ab4-264e-4a30-951a-4a0dfc3f913f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:03.489834 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-68b6e91f-0867-4902-bc32-6de6f6e48352 req-dfc82ab4-264e-4a30-951a-4a0dfc3f913f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.2009306
Sep 15 19:11:03.575490 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95093c1b-b7db-48ef-870a-e2e9a7918e36 req-50df65e2-7704-4337-8686-5ffb60f346f8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:03.582759 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-95093c1b-b7db-48ef-870a-e2e9a7918e36 req-50df65e2-7704-4337-8686-5ffb60f346f8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.1149695
Sep 15 19:11:03.608966 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-68b6e91f-0867-4902-bc32-6de6f6e48352 req-d05612d2-8d69-4d5e-8044-a7c3345171d1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115975
Sep 15 19:11:03.649406 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-95093c1b-b7db-48ef-870a-e2e9a7918e36 req-43a51117-14fd-4852-85fb-a46573ad3c84 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656364
Sep 15 19:11:03.887722 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:04.198471 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1564f-0cfe-4110-a7d2-40967ea72c9e req-33e79ef3-5aa5-44cd-af55-02a5b82a7a8f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:04.201159 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c8c1564f-0cfe-4110-a7d2-40967ea72c9e req-33e79ef3-5aa5-44cd-af55-02a5b82a7a8f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0938134
Sep 15 19:11:04.258629 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c8c1564f-0cfe-4110-a7d2-40967ea72c9e req-e25a49aa-0a69-4933-95b9-17f36bcd00be tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483794
Sep 15 19:11:04.860264 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c05ba0-6d51-47e8-ac00-de758f9b4c12 req-cb41b53f-97c5-4aef-a126-685cec1ea4fb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:04.867686 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0c05ba0-6d51-47e8-ac00-de758f9b4c12 req-cb41b53f-97c5-4aef-a126-685cec1ea4fb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.0994205
Sep 15 19:11:04.906510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd9c02-5440-4227-b0cc-9d789d49f45b req-065c36b3-1dc1-4250-95e7-a6741a941e84 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:04.908123 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41fd9c02-5440-4227-b0cc-9d789d49f45b req-065c36b3-1dc1-4250-95e7-a6741a941e84 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.0931880
Sep 15 19:11:04.935075 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f0c05ba0-6d51-47e8-ac00-de758f9b4c12 req-cd010d3f-4fa5-49c5-83a8-78d56be81935 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664921
Sep 15 19:11:04.962024 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41fd9c02-5440-4227-b0cc-9d789d49f45b req-06643958-f3c3-4d25-900f-cfc71f9ca618 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467041
Sep 15 19:11:05.188469 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d62921-de72-493c-976e-692e0c9ec05b req-5b4dbfb5-2fe6-45ab-a9e1-979877c8a5d4 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:05.189576 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a6d62921-de72-493c-976e-692e0c9ec05b req-5b4dbfb5-2fe6-45ab-a9e1-979877c8a5d4 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.1092842
Sep 15 19:11:05.252435 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a6d62921-de72-493c-976e-692e0c9ec05b req-6b080544-ca38-4990-8a03-bb829daf4f61 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568459
Sep 15 19:11:05.774248 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cb87c-65f1-4812-8b54-124981ec0223 req-65939cac-7241-48d7-97be-9cbae3b293a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:05.780175 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5d7cb87c-65f1-4812-8b54-124981ec0223 req-65939cac-7241-48d7-97be-9cbae3b293a3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1575527
Sep 15 19:11:05.789532 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09476876-b08e-46d1-9584-ba1bdda8141a req-a8a0ee73-8b4e-480d-b80f-db11faff8c61 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:05.797138 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-09476876-b08e-46d1-9584-ba1bdda8141a req-a8a0ee73-8b4e-480d-b80f-db11faff8c61 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.1028681
Sep 15 19:11:05.833517 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-5d7cb87c-65f1-4812-8b54-124981ec0223 req-fba43835-7b1a-46d5-9af1-af20d44a249f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488944
Sep 15 19:11:05.868702 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-09476876-b08e-46d1-9584-ba1bdda8141a req-aea8ba9d-725e-4fe2-b76b-edb4de4c1fec tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706146
Sep 15 19:11:06.216417 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac65da6-1f40-4239-a121-dbfea7a906d5 req-03c10e2a-3668-44ae-b043-6c508f0e2cf0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:06.224358 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6ac65da6-1f40-4239-a121-dbfea7a906d5 req-03c10e2a-3668-44ae-b043-6c508f0e2cf0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.0959787
Sep 15 19:11:06.274885 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6ac65da6-1f40-4239-a121-dbfea7a906d5 req-cdb694d7-b890-44c6-bc72-9c216d589146 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496075
Sep 15 19:11:07.092612 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8638c-1b59-47d6-87a9-5c864489a810 req-90af0054-b6fb-4786-bfcd-6ff27741d54c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:07.094304 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c9e8638c-1b59-47d6-87a9-5c864489a810 req-90af0054-b6fb-4786-bfcd-6ff27741d54c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0878181
Sep 15 19:11:07.147921 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c9e8638c-1b59-47d6-87a9-5c864489a810 req-5114feb6-5e08-4498-b18c-b26f20194e96 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476329
Sep 15 19:11:07.527725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647957ce-560f-4f67-b8ed-ba1b3b023839 req-6cfc648a-332f-4ff5-bc69-5d8e01a0f35e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:07.529556 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-647957ce-560f-4f67-b8ed-ba1b3b023839 req-6cfc648a-332f-4ff5-bc69-5d8e01a0f35e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.1038389
Sep 15 19:11:07.591473 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-647957ce-560f-4f67-b8ed-ba1b3b023839 req-bcd81356-0d0a-4975-964f-d9817a4b00e1 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560186
Sep 15 19:11:08.440686 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399621a-d49c-435d-a702-e00b916236a2 req-1aeb7c60-262c-49c3-85a0-edc2e9648343 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:08.442334 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c399621a-d49c-435d-a702-e00b916236a2 req-1aeb7c60-262c-49c3-85a0-edc2e9648343 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.1210954
Sep 15 19:11:08.507355 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c399621a-d49c-435d-a702-e00b916236a2 req-fddaf2d8-f24c-424f-8719-5ef8c7026df8 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577626
Sep 15 19:11:08.818588 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4309dd-c812-4350-8f90-e5583620ae7e req-a919e223-8b53-4d2b-bff1-79eb84398850 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:08.820109 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bf4309dd-c812-4350-8f90-e5583620ae7e req-a919e223-8b53-4d2b-bff1-79eb84398850 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.0859046
Sep 15 19:11:08.890901 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bf4309dd-c812-4350-8f90-e5583620ae7e req-d2099b30-6def-43a3-aa53-0ca42fc019d7 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650868
Sep 15 19:11:09.749224 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059801ed-34b7-4b2f-961f-2a181e7e353f req-a7b13536-fd2c-401d-9374-ad8015967de7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:09.750669 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-059801ed-34b7-4b2f-961f-2a181e7e353f req-a7b13536-fd2c-401d-9374-ad8015967de7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0811784
Sep 15 19:11:09.793632 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-059801ed-34b7-4b2f-961f-2a181e7e353f req-016b522d-e9c8-4bee-9d79-4572238976ef tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375991
Sep 15 19:11:10.085456 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2343a26-9527-42a6-8261-10a187aa679e req-7719afdd-4743-4bf4-a224-bdd6b3dc9d17 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:10.086967 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2343a26-9527-42a6-8261-10a187aa679e req-7719afdd-4743-4bf4-a224-bdd6b3dc9d17 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.0808380
Sep 15 19:11:10.133123 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2343a26-9527-42a6-8261-10a187aa679e req-a6704bb8-d60a-433e-b420-ebbd048f1663 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408323
Sep 15 19:11:10.134245 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-9e0824d0-0d1d-4ff7-8aa3-6682676ec1db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1098 time: 0.0775280
Sep 15 19:11:10.334828 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-860e4bb8-e1e5-4875-af1b-b4fbb1268110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:10.336308 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-860e4bb8-e1e5-4875-af1b-b4fbb1268110 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.1960518
Sep 15 19:11:10.448366 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-66510d23-fd74-4518-99ed-fcdfca97e8b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 1001 time: 0.1044316
Sep 15 19:11:10.511369 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-d94b128c-e16e-43da-a85d-cd3e1325d29c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:10.512801 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-d94b128c-e16e-43da-a85d-cd3e1325d29c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0588405
Sep 15 19:11:10.585822 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-f6ac9832-7bb3-43f5-b57f-228159769678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671260
Sep 15 19:11:10.720519 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-69918fb1-403d-49a1-acc4-99c4f34b8145 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274183
Sep 15 19:11:10.850258 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-41ba9b64-b277-44ca-927d-82c9ab3d3ebb req-b7f1f95d-fbc2-4035-8cc4-026f315daeb2 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231544
Sep 15 19:11:11.006320 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf1e82-d6ba-4d9e-b509-9858c3bc9262 req-c98c68ee-ffb8-4fd4-9ef0-d0fbcd3020c9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:11.007716 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-39bf1e82-d6ba-4d9e-b509-9858c3bc9262 req-c98c68ee-ffb8-4fd4-9ef0-d0fbcd3020c9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0791969
Sep 15 19:11:11.052368 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-39bf1e82-d6ba-4d9e-b509-9858c3bc9262 req-e045d19d-9e0c-4c74-a2e2-63b549c3847f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392575
Sep 15 19:11:11.331315 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fe422-3870-4033-8687-e62265bbcc57 req-22af163a-65e4-423d-9b03-10d74ad21ddb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:11.332785 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9d4fe422-3870-4033-8687-e62265bbcc57 req-22af163a-65e4-423d-9b03-10d74ad21ddb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 943 time: 0.0795164
Sep 15 19:11:11.377291 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-9d4fe422-3870-4033-8687-e62265bbcc57 req-7b4d38b1-cd1b-4b2e-86d4-4bb1a8309bc7 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389602
Sep 15 19:11:11.563938 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:11:11.695556 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:11.709772 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:11:11.769254 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:11.787380 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:11:11.803440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:11.806778 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:11.809216 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-c73e2734-e9ff-4b37-a283-27c2d441a734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:11.871719 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:11.875962 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:12.068494 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['5ffead8b-ad76-4b45-88c1-2f0b175dc3bd'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:11:12.275279 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3edb9-a687-4d76-8d6c-deec6dd02bc0 req-58fb6058-7f7c-402c-8590-378e06d8ed78 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:12.276880 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-84e3edb9-a687-4d76-8d6c-deec6dd02bc0 req-58fb6058-7f7c-402c-8590-378e06d8ed78 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0802259
Sep 15 19:11:12.332603 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-84e3edb9-a687-4d76-8d6c-deec6dd02bc0 req-c14ef594-48fa-41fe-9863-4b1012b3ed32 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467939
Sep 15 19:11:12.582445 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee42a6-f018-421a-9d03-a2100f302fcc req-e5a0dd65-ce7e-4003-bb49-bbaa0b113893 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:12.584108 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-41ee42a6-f018-421a-9d03-a2100f302fcc req-e5a0dd65-ce7e-4003-bb49-bbaa0b113893 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 944 time: 0.0772016
Sep 15 19:11:12.633122 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-41ee42a6-f018-421a-9d03-a2100f302fcc req-acf27898-68cb-48fa-9aea-b1c6fd34fe13 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436983
Sep 15 19:11:13.557577 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f62c1f-6c7c-41db-8d41-def74f271a18 req-c3a5a4ef-e87d-4ef5-95b3-56a3b33bf291 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:13.559047 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f5f62c1f-6c7c-41db-8d41-def74f271a18 req-c3a5a4ef-e87d-4ef5-95b3-56a3b33bf291 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 945 time: 0.0817356
Sep 15 19:11:13.579980 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:11:13.607005 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f5f62c1f-6c7c-41db-8d41-def74f271a18 req-3b35eacf-79fe-46fa-ac48-7f0fbdac6b2b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421937
Sep 15 19:11:13.659997 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:11:13.665548 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:11:13.665893 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:13.791275 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:13.822664 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:13.832488 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:13.836576 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:13.837486 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:11:13.881227 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-3094fcff-9b6f-4134-902b-7edae91f4ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:13.909198 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf88531-9190-4ebc-b3d7-49a4117251ff req-44949220-0d17-4fba-b008-e23264a91e85 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:13.915035 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-acf88531-9190-4ebc-b3d7-49a4117251ff req-44949220-0d17-4fba-b008-e23264a91e85 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.1083200
Sep 15 19:11:13.974862 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-acf88531-9190-4ebc-b3d7-49a4117251ff req-d11b83e3-419f-4c27-950c-001024c8fc1e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521071
Sep 15 19:11:13.976165 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:13.980472 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:14.038477 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:14.050975 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'code': 200}
Sep 15 19:11:14.088846 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:14.093674 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:14.095486 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:14.168203 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=8']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:14.177339 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:14.295955 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3e59983e-910b-4f3a-b13d-1698d309c354 req-51fe1f30-ef15-4eb9-9067-09fc678f4884 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1098 time: 0.0740852
Sep 15 19:11:14.342164 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3e59983e-910b-4f3a-b13d-1698d309c354 req-9b473480-4435-4ccf-acb8-2123871953fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390434
Sep 15 19:11:15.101789 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-fad0f1e1-eafc-4960-bb4e-b7e29be1b412 req-bc5102e7-851e-4d96-b85a-56bf6ceef83e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0698340
Sep 15 19:11:15.180183 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560de4c-526a-4c51-a77b-2e7a21bdee0d req-67c849a4-20c1-4d2c-8d7d-17507e0d75b1 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:15.181575 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e560de4c-526a-4c51-a77b-2e7a21bdee0d req-67c849a4-20c1-4d2c-8d7d-17507e0d75b1 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.0819867
Sep 15 19:11:15.230073 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e560de4c-526a-4c51-a77b-2e7a21bdee0d req-2588da3c-7cd5-49ad-966a-1e64002ba662 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414181
Sep 15 19:11:15.355465 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 41756) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:15.395246 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f57c6-6d13-401d-922d-fc9219fcb439 req-187c9a49-4dc1-4298-81f4-a001e7f8256f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:15.396871 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a84f57c6-6d13-401d-922d-fc9219fcb439 req-187c9a49-4dc1-4298-81f4-a001e7f8256f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0957568
Sep 15 19:11:15.463250 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a84f57c6-6d13-401d-922d-fc9219fcb439 req-c94a1c64-cd35-4b1b-909f-095dd7385ef7 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603187
Sep 15 19:11:15.518280 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-dd25ed16-68a5-4199-afda-1846c023ccbf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1612797
Sep 15 19:11:16.037284 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-fd1a6d1c-aa67-489b-82be-d5d3194bef4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c&tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520 HTTP/1.1" status: 200  len: 1096 time: 0.0820508
Sep 15 19:11:16.052413 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:16.102985 dv-cinder-806008-3-iscsi neutron-server[75128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'code': 422} returned with failed status
Sep 15 19:11:16.132359 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-cf4e1973-fcf8-47e0-a844-b40b683508d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1096 time: 0.0709381
Sep 15 19:11:16.268471 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-560d54aa-741b-4cd5-8dca-72fc01a1dd77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:16.269923 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-560d54aa-741b-4cd5-8dca-72fc01a1dd77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.1297991
Sep 15 19:11:16.374790 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-f1c25031-e19e-4c4b-b4e1-2ef10cedc575 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 999 time: 0.0969501
Sep 15 19:11:16.434402 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ebb80-58b4-4fb5-be7e-53f6b20d3da0 req-975b566e-ed3e-47df-b4fe-a65d0700e288 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:16.436109 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a40ebb80-58b4-4fb5-be7e-53f6b20d3da0 req-975b566e-ed3e-47df-b4fe-a65d0700e288 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.0784838
Sep 15 19:11:16.441116 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-d953eaf8-7bad-4111-b2b3-2582ac9e9cb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:16.442555 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-d953eaf8-7bad-4111-b2b3-2582ac9e9cb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0609782
Sep 15 19:11:16.486813 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a40ebb80-58b4-4fb5-be7e-53f6b20d3da0 req-9f2eeb94-b34f-4997-b51d-143b2dc200f0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451081
Sep 15 19:11:16.601340 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-58a66662-53f4-48ec-8b3d-4a408994b415 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1492174
Sep 15 19:11:16.694026 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a11f3-23cf-4d3f-8ba9-d6c7e80afecc req-a9dcba9b-925b-4834-84e5-5f2226ed8627 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:16.695661 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cf3a11f3-23cf-4d3f-8ba9-d6c7e80afecc req-a9dcba9b-925b-4834-84e5-5f2226ed8627 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.0800791
Sep 15 19:11:16.746327 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cf3a11f3-23cf-4d3f-8ba9-d6c7e80afecc req-833c699e-8d41-4983-b456-3011a88775aa tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440385
Sep 15 19:11:16.774215 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41782) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:16.789217 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-6de04678-7ac7-4b3a-adcf-041b2c5844a4 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551659
Sep 15 19:11:16.796069 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36150-e520-4e2b-a52b-25ad93613a6c req-10c6dbc5-6b42-44cb-bcc0-4019636426c9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:16.797448 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-baa36150-e520-4e2b-a52b-25ad93613a6c req-10c6dbc5-6b42-44cb-bcc0-4019636426c9 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.1925468
Sep 15 19:11:16.848486 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b30cee5e-f78d-4c6d-a8af-5686072ba02c tempest-TestVolumeBootPattern-617675705 tempest-TestVolumeBootPattern-617675705-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1093 time: 0.0724144
Sep 15 19:11:16.850405 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41786) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:16.855604 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:16.861802 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:16.865546 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:floatingip and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:16.868347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:16.874183 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:16.885128 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:16.933755 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-baa36150-e520-4e2b-a52b-25ad93613a6c req-1c5f76c3-6708-4b74-a6c0-0118379d2dd6 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181667
Sep 15 19:11:16.957494 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-994284d7-c3b3-4a43-81df-84b2a1bfac77 req-150adcb9-d7c8-4993-b95a-50f58efcfcd3 service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591005
Sep 15 19:11:17.027468 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:17.161240 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Allocated IP 172.27.0.213 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/8e55d621-9f20-4c5e-b02d-58533a482b1f) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:11:17.387222 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:17.417050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:17.421482 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-daaae7d6-f003-4d0d-a486-b0a65e801217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:17.488431 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:11:17.491227 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:11:17.494863 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:11:17.527500 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=8e55d621-9f20-4c5e-b02d-58533a482b1f,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:17.536464 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:18.192034 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:18.267981 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7109d-7edd-4c0f-b998-dc33455045b4 req-a2dee941-809c-4b28-96c9-4ca374617a5c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:18.269365 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e8e7109d-7edd-4c0f-b998-dc33455045b4 req-a2dee941-809c-4b28-96c9-4ca374617a5c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.1740220
Sep 15 19:11:18.270127 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:18.384483 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e8e7109d-7edd-4c0f-b998-dc33455045b4 req-6efee6ce-a845-45bd-8a43-b183dd97823f tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909739
Sep 15 19:11:18.568411 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:18.574587 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:18.579561 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05625328-0599-4588-bbe3-a3ede6f460ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:18.685230 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=8e55d621-9f20-4c5e-b02d-58533a482b1f,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:18.699421 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.699996 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.700364 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.701469 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.701852 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.702214 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.702626 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.703098 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.703480 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.703918 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.704281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:18.710310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:18.713859 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:18.913342 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Floating IP f97dfa1c-a5f3-457e-a534-7da8b1a4874e associated. External IP: 172.27.0.213, port: 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd.
Sep 15 19:11:19.448625 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:11:19.676544 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:11:19.680758 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30524c-da0a-4e35-90df-d5ee612a7253 req-dae6ca6a-012c-4256-ae56-6edd2cc8e846 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:19.687277 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:11:19.688862 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-aa30524c-da0a-4e35-90df-d5ee612a7253 req-dae6ca6a-012c-4256-ae56-6edd2cc8e846 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.1446319
Sep 15 19:11:19.717467 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:19.718241 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b9390a0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:19.730570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:19.750748 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-aa30524c-da0a-4e35-90df-d5ee612a7253 req-d030050c-602a-40a0-b7f1-4bd793c96d57 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608280
Sep 15 19:11:19.794019 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9425642
Sep 15 19:11:19.794974 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:19.851034 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'status': 'completed', 'code': 200}
Sep 15 19:11:19.943934 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:20.306361 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b9390a0>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:17Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:20.311142 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:11:20.323213 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:20.323830 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b9390a0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:20.512190 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:20.895903 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b9390a0>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:17Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:20.900666 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38e21ab-ff1e-4237-9009-155a987efefc None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:17Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:11:20.917250 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:11:20.961519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ab04f-edb4-4607-b44a-341356828e5c req-fb6965a1-4628-4a14-9760-56d7d96444ad tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:20.963406 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a87ab04f-edb4-4607-b44a-341356828e5c req-fb6965a1-4628-4a14-9760-56d7d96444ad tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0830314
Sep 15 19:11:21.039594 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a87ab04f-edb4-4607-b44a-341356828e5c req-f49b335d-7448-40c8-aee8-fe1caf4a937e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674584
Sep 15 19:11:21.167239 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94562d-3ed1-4934-94cd-c569362fb5bd None None] New status for floating IP f97dfa1c-a5f3-457e-a534-7da8b1a4874e: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:11:22.277785 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0182a-fb71-49ca-9e86-2697bfbf98a0 req-ba3c2ca0-4b36-4eea-977e-b5c197b8b934 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:22.280875 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c7f0182a-fb71-49ca-9e86-2697bfbf98a0 req-ba3c2ca0-4b36-4eea-977e-b5c197b8b934 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0935180
Sep 15 19:11:22.338008 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c7f0182a-fb71-49ca-9e86-2697bfbf98a0 req-ac350263-ef02-4742-aac2-1a3db2ab3069 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527322
Sep 15 19:11:23.569692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dff33-903a-4994-9a20-9a04da043622 req-e395e37a-1437-44fb-84cd-10c4f6f0e2bd tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:23.571931 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-580dff33-903a-4994-9a20-9a04da043622 req-e395e37a-1437-44fb-84cd-10c4f6f0e2bd tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0955133
Sep 15 19:11:23.619717 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-580dff33-903a-4994-9a20-9a04da043622 req-3ad812a7-dba8-4eb0-b031-e42585e6d8a5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401123
Sep 15 19:11:24.835937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd084ec-3084-4448-9c8f-4c5f5a110d9c req-74576e37-ca23-4308-901a-09d14b36a36b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:24.837388 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bfd084ec-3084-4448-9c8f-4c5f5a110d9c req-74576e37-ca23-4308-901a-09d14b36a36b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0805342
Sep 15 19:11:24.890503 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bfd084ec-3084-4448-9c8f-4c5f5a110d9c req-b2de7771-923f-42e7-991a-af742dd3d3af tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469208
Sep 15 19:11:26.129097 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340de9e-2c23-420b-a4a0-a258156dc63b req-741f63e8-351e-4cd2-86cd-51b2f41c9150 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:26.130573 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8340de9e-2c23-420b-a4a0-a258156dc63b req-741f63e8-351e-4cd2-86cd-51b2f41c9150 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0887394
Sep 15 19:11:26.177189 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8340de9e-2c23-420b-a4a0-a258156dc63b req-443ee7f3-3e96-49dc-801a-19a336846a2e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404606
Sep 15 19:11:27.421862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea9787-6b9c-40ec-87b8-4b536e68bff5 req-28fad9cc-5f86-46cb-a45e-f185833bae7e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:27.423755 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13ea9787-6b9c-40ec-87b8-4b536e68bff5 req-28fad9cc-5f86-46cb-a45e-f185833bae7e tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0861239
Sep 15 19:11:27.494459 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13ea9787-6b9c-40ec-87b8-4b536e68bff5 req-c98ed8a5-1752-42c7-861e-d980044ee42a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650105
Sep 15 19:11:28.643389 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b273cf68-7cc6-4a4d-9f01-0bf87bcf3354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:28.742832 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabf0e3-a17f-4c7a-887d-85f45eda71ea req-77523599-747d-42c7-aac7-9a7540d71c19 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:28.744323 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-adabf0e3-a17f-4c7a-887d-85f45eda71ea req-77523599-747d-42c7-aac7-9a7540d71c19 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0927913
Sep 15 19:11:28.793283 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-adabf0e3-a17f-4c7a-887d-85f45eda71ea req-569b2e41-88b7-4ed1-950c-9be8f5b575ab tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426197
Sep 15 19:11:29.017612 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:30.054789 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6859c-ac6d-41d8-8ffc-ac4b4f0cb959 req-d6855c5a-0d25-4c76-8226-2a9e00066081 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:30.056262 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-27a6859c-ac6d-41d8-8ffc-ac4b4f0cb959 req-d6855c5a-0d25-4c76-8226-2a9e00066081 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.1091452
Sep 15 19:11:30.105909 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-27a6859c-ac6d-41d8-8ffc-ac4b4f0cb959 req-6df7001d-35d6-4951-a0e0-6107ff14db13 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418584
Sep 15 19:11:30.916120 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe07c-f79b-4505-b91e-66aae35d2f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:31.316820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19897330-8543-432a-ac89-935bfee52b07 req-b153c334-82df-4f34-84d7-91b32ed05358 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:31.318306 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-19897330-8543-432a-ac89-935bfee52b07 req-b153c334-82df-4f34-84d7-91b32ed05358 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0774908
Sep 15 19:11:31.369746 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-19897330-8543-432a-ac89-935bfee52b07 req-4fa91a19-7e82-4c0b-8266-457c52335942 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455565
Sep 15 19:11:31.569530 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-2fd8dddd-060b-42c7-9ba6-2c7f34b680f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1098 time: 0.0820270
Sep 15 19:11:31.717946 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-674c1899-87a7-4490-a099-6b53fadd356e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:31.720281 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-674c1899-87a7-4490-a099-6b53fadd356e service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1395531
Sep 15 19:11:31.805505 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:31.840698 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-a3b87194-30ab-41fa-ad74-d1ca557bd0e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 1001 time: 0.1054771
Sep 15 19:11:31.904348 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-67b059cf-0c2a-4226-b27d-3c85c2dcacba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:31.907539 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-67b059cf-0c2a-4226-b27d-3c85c2dcacba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0596900
Sep 15 19:11:31.995353 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-5b502890-678d-40e8-a65d-f8b883ed394d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762844
Sep 15 19:11:32.234078 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-4e8c3e3d-943f-4901-bef7-a1d1e0b32784 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297783
Sep 15 19:11:32.384363 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b506af50-76da-4dd1-af4d-64743a4fb236 req-ed0fc451-005d-4f28-b287-071eedb066d3 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325614
Sep 15 19:11:32.595666 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61dfd8-6d53-44c5-b498-e01870838c8e req-9ff45427-e341-47a1-8ed9-f62ce0a027cf tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:32.597128 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ee61dfd8-6d53-44c5-b498-e01870838c8e req-9ff45427-e341-47a1-8ed9-f62ce0a027cf tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0863521
Sep 15 19:11:32.647966 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ee61dfd8-6d53-44c5-b498-e01870838c8e req-80705489-a20a-4b41-87e2-1b943c80ac5c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415258
Sep 15 19:11:33.277288 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dafd9f-eb2f-41dd-b93f-04b927096d7b req-61b350d6-6adb-4760-85ac-3161966728d7 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:33.278832 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-18dafd9f-eb2f-41dd-b93f-04b927096d7b req-61b350d6-6adb-4760-85ac-3161966728d7 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.0864148
Sep 15 19:11:33.333258 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-18dafd9f-eb2f-41dd-b93f-04b927096d7b req-7f968efb-d535-4c91-8373-511c60aabedd tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467546
Sep 15 19:11:33.366770 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 41906) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:33.385964 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.510351 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-365d7fd5-459c-42f5-8af4-eb8d3020c7a2 tempest-TestMinimumBasicScenario-1715873641 tempest-TestMinimumBasicScenario-1715873641-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1093 time: 0.1395824
Sep 15 19:11:33.510898 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 41912) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:33.516656 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'port_id': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'fixed_ip_address': '172.20.0.9'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:33.522125 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:33.525973 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:floatingip and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:33.528861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:33.534699 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:33.544999 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.657665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:11:33.681493 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.796776 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:33.814025 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'port_id': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'mac_address': 'fa:16:3e:eb:a6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:11:33.829346 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Allocated IP 172.27.0.175 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/69f79dfc-9bd2-4195-b509-f42db6df184a) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:11:33.875614 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04cc0e-50ea-496d-a2fe-3f8b5e66dcf1 req-39c83655-6805-4f57-bfea-1359abbf0393 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:33.877800 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0b04cc0e-50ea-496d-a2fe-3f8b5e66dcf1 req-39c83655-6805-4f57-bfea-1359abbf0393 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 943 time: 0.0806093
Sep 15 19:11:33.883101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.906996 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ddd1fa-d212-4367-b71d-36f3fba71c05 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:11:33.911900 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.923148 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:33.928433 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.931068 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-728ce814-e09c-414f-bcef-9699cd55f2f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:33.935083 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0b04cc0e-50ea-496d-a2fe-3f8b5e66dcf1 req-a4bf8419-1b01-4767-a73f-bf30ce43f525 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491173
Sep 15 19:11:33.989129 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:33.999514 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=9']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:34.002586 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:34.017905 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:34.022231 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-477ac100-e44e-4ccf-a906-db6bce0a4150 tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:34.083273 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:11:34.086227 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:11:34.089357 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:11:34.124971 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'Port': ['ID=69f79dfc-9bd2-4195-b509-f42db6df184a,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:34.145102 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.145463 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.145820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.146169 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.146514 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.146880 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.147220 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.147557 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.147895 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.148228 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.148561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:11:34.152382 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:34.186617 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['26ddd1fa-d212-4367-b71d-36f3fba71c05'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:11:34.614350 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:34.670079 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:34.969016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:34.973779 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:34.978303 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3a85049e-4a63-476f-bc3d-649b91488ff3 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:35.113165 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'Port': ['ID=69f79dfc-9bd2-4195-b509-f42db6df184a,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:35.123299 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:35.138922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:35.242402 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b3e9-4529-4005-8133-ef71fc2da00b req-2b87ea70-d847-4ff5-b9bf-2d7a7d276a60 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:35.243797 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9549b3e9-4529-4005-8133-ef71fc2da00b req-2b87ea70-d847-4ff5-b9bf-2d7a7d276a60 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 944 time: 0.1730978
Sep 15 19:11:35.352270 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9549b3e9-4529-4005-8133-ef71fc2da00b req-2bb6b857-ce81-44d0-b143-a31162d1e0e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021435
Sep 15 19:11:35.394806 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.l3_db [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Floating IP 7009285f-b3ad-42d2-9361-a051886b406b associated. External IP: 172.27.0.175, port: f43d1a0b-30c4-4051-850d-fbebd3593cb5.
Sep 15 19:11:35.649214 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:11:35.716787 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 26ddd1fa-d212-4367-b71d-36f3fba71c05 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:11:35.717171 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:35.784384 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Router b6bd5543-6061-4799-a62d-2186318400e8 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:11:35.878137 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:35.906515 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:35.915647 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:35.919446 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:35.921975 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:35.969015 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'code': 200}
Sep 15 19:11:35.999999 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=10']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:36.005178 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:36.016729 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:11:36.026176 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] Sync routers for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:11:36.045953 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.054330 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:36.055045 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b77c850>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:36.114074 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5998063
Sep 15 19:11:36.114074 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:36.114630 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41938) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:36.122123 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1739524652', 'description': 'tempest-secgroup-smoke-1739524652 description', 'project_id': '84be52005fc64709886be018fb65cf67'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:36.131181 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:36.157007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:36.180578 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'status': 'completed', 'code': 200}
Sep 15 19:11:36.185265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.240011 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:36.244997 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:36.248383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:36.289208 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-ee9b3b19-58ba-4152-9809-71e2aaeee191 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1098 time: 0.0730410
Sep 15 19:11:36.292766 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:36.301567 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:36.382115 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-69599f61-d9b7-49e4-b260-7d04e1bc6abf req-5adaf77a-e5a2-4e9b-9d06-0b108e498609 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1099 time: 0.1295719
Sep 15 19:11:36.449344 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.459776 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.472142 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-3a7dce8a-360c-4bd5-8da4-096678fb2a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:36.477543 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-3a7dce8a-360c-4bd5-8da4-096678fb2a06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.1781986
Sep 15 19:11:36.479539 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-eccb7894-d55a-4fd6-bfb0-ba6a7520c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:36.509741 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e6a123-5a02-4d06-880a-b83f49825f29,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:36.515359 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:36.541882 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-69599f61-d9b7-49e4-b260-7d04e1bc6abf req-29f673fa-e3d3-48da-b6c8-517ed1deea15 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1430717
Sep 15 19:11:36.543155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.546582 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4277201
Sep 15 19:11:36.548229 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41952) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:36.561936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6a123-5a02-4d06-880a-b83f49825f29', 'project_id': '84be52005fc64709886be018fb65cf67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:36.561936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:36.564564 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:36.568084 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:36.576124 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:36.609570 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.673742 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-7dca8d17-8113-450b-b187-3faacbb31721 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 999 time: 0.1863289
Sep 15 19:11:36.679265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.688527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.691195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a74e9e10-3bd2-43fe-accc-9fa0cc788e02 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:36.702850 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae6657-d7a5-4824-a0e1-844a6d8d8141 req-1042c07a-22ed-4017-8047-9faed9618af5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:36.704989 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8aae6657-d7a5-4824-a0e1-844a6d8d8141 req-1042c07a-22ed-4017-8047-9faed9618af5 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 946 time: 0.1117287
Sep 15 19:11:36.718825 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a55ef2-998f-41e5-9d86-7ee4f23d6e41,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:36.727212 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:36.736114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.740075 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-43b994f4-c8cd-46b2-8737-5e29ce18c774 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1882129
Sep 15 19:11:36.740788 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41960) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:36.746813 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6a123-5a02-4d06-880a-b83f49825f29', 'project_id': '84be52005fc64709886be018fb65cf67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:36.753335 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:36.757571 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:36.760447 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:36.767325 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:36.790297 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.793307 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b77c850>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '7009285f-b3ad-42d2-9361-a051886b406b', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'port_id': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'mac_address': 'fa:16:3e:bd:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:34Z', 'updated_at': '2021-09-15T19:11:34Z', 'revision_number': 0, 'project_id': '84be52005fc64709886be018fb65cf67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:40Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:36.799392 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] Checking router: b6bd5543-6061-4799-a62d-2186318400e8 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:11:36.812675 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:36.813735 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b77c850>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:36.871154 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.876986 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.879503 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:36.910530 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88afea7d-0e79-41be-808d-a487d94763af,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:36.915601 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:36.916944 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:36.922193 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1802580
Sep 15 19:11:36.922859 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41966) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:36.929934 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6a123-5a02-4d06-880a-b83f49825f29', 'project_id': '84be52005fc64709886be018fb65cf67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:36.936958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:36.939640 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-08af8a60-9a4e-400e-9f82-63a2acd4911c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:36.940854 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:36.941392 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-08af8a60-9a4e-400e-9f82-63a2acd4911c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.1774158
Sep 15 19:11:36.943975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:36.945531 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8aae6657-d7a5-4824-a0e1-844a6d8d8141 req-d9379824-f201-491a-9625-5cb96114d643 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2337301
Sep 15 19:11:36.951897 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:36.977203 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.041943 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:37.054303 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-700e7562-8c5c-40ee-931b-b02d835f61cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0935459
Sep 15 19:11:37.067291 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.076914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.083565 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:37.104566 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087aa4db-6072-400f-8dd5-b348f0e07ee7,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:37.107115 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:37.117777 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.119246 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1951389
Sep 15 19:11:37.122212 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41972) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:37.130383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6a123-5a02-4d06-880a-b83f49825f29', 'project_id': '84be52005fc64709886be018fb65cf67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:37.137266 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:37.142084 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:37.145250 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:37.151794 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:37.175298 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.250899 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.255981 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.258319 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:37.265025 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-174c89c2-25c0-4a0f-9957-5537b0f544e0 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1934342
Sep 15 19:11:37.285881 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0ced79-5540-41dd-8d42-3365c32f68c4,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:37.288573 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:37.298967 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.300980 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-42933ebb-e130-449d-bc87-39850ff126b1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1771896
Sep 15 19:11:37.303382 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41976) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:37.322272 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6a123-5a02-4d06-880a-b83f49825f29', 'project_id': '84be52005fc64709886be018fb65cf67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:37.347630 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:37.351900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:37.354916 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:37.362561 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:37.374924 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.securitygroups_db [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Project 84be52005fc64709886be018fb65cf67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 19:11:37.382347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.425734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aae9df-48c6-4740-b462-7f188040bbe0 req-8855b986-59f3-4952-98f2-928b728d36fe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:37.427227 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-65aae9df-48c6-4740-b462-7f188040bbe0 req-8855b986-59f3-4952-98f2-928b728d36fe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.2215390
Sep 15 19:11:37.453831 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b77c850>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '7009285f-b3ad-42d2-9361-a051886b406b', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'port_id': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'mac_address': 'fa:16:3e:bd:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:34Z', 'updated_at': '2021-09-15T19:11:34Z', 'revision_number': 0, 'project_id': '84be52005fc64709886be018fb65cf67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:40Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:37.458148 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14acf7e3-6384-4e60-ab55-e293991c2c40 None None] The sync data for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi is: [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '7009285f-b3ad-42d2-9361-a051886b406b', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'floating_ip_address': '172.27.0.175', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'port_id': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'mac_address': 'fa:16:3e:bd:f9:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:34Z', 'updated_at': '2021-09-15T19:11:34Z', 'revision_number': 0, 'project_id': '84be52005fc64709886be018fb65cf67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:40Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:11:37.458660 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.463742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.466266 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a22c1772-91f3-45a1-b738-5b43b9e642bb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:37.474489 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-2919bdd9-ba49-46d9-9d92-29af30826f32 req-95059574-a1c2-48d3-aa96-b99cd177e578 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008486
Sep 15 19:11:37.503460 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-65aae9df-48c6-4740-b462-7f188040bbe0 req-70cfa417-1c38-4a2f-8a4f-c0fe9785c575 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613849
Sep 15 19:11:37.507456 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6cab8a-e6de-46e8-b3dc-b639b37bb020,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:37.511273 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:37.522826 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.526528 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-9312b764-e01e-4a78-b908-2dc9aa4daa97 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2194114
Sep 15 19:11:37.527271 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 41980) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:37.533535 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6a123-5a02-4d06-880a-b83f49825f29', 'project_id': '84be52005fc64709886be018fb65cf67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:37.539460 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:37.543280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Usage tracker for resource:security_group_rule and tenant:84be52005fc64709886be018fb65cf67 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:37.546255 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:37.552476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:37.652811 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.securitygroups_db [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Project 84be52005fc64709886be018fb65cf67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 19:11:37.661138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.680246 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed8e02-a54b-4a07-9cea-67f18426a0ac None None] New status for floating IP 7009285f-b3ad-42d2-9361-a051886b406b: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:11:37.742334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.749650 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.752451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fcfc5dfe-ce43-413a-a361-5af24e30368f tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:37.775022 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e0aa6c-48a5-40cd-8889-30d9a8fc234a,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:37.777608 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:37.787297 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:37.789125 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-d13731c2-85e9-4885-ad3a-ba39a109f3ea tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2606642
Sep 15 19:11:37.944640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-42569d7d-b7aa-43eb-bb51-f0c95913dcfb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:11:37.966924 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-42569d7d-b7aa-43eb-bb51-f0c95913dcfb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:11:37.969262 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-42569d7d-b7aa-43eb-bb51-f0c95913dcfb tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739524652&fields=id&tenant_id=84be52005fc64709886be018fb65cf67 HTTP/1.1" status: 200  len: 267 time: 0.0699685
Sep 15 19:11:38.069280 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-6e65083b-faed-450f-bc76-f5824695d0e1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:38.073731 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-6e65083b-faed-450f-bc76-f5824695d0e1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.0948067
Sep 15 19:11:38.085348 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'port': {'security_groups': ['c21d0082-67fe-4d74-9da3-b4650a98c674', 'd3e6a123-5a02-4d06-880a-b83f49825f29']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:11:38.188735 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6f8f6-aacb-4881-afb8-65e84e25d73b req-0c051747-f833-4bd5-8c98-27c0a8f4a18a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:38.190224 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c1e6f8f6-aacb-4881-afb8-65e84e25d73b req-0c051747-f833-4bd5-8c98-27c0a8f4a18a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 946 time: 0.0905986
Sep 15 19:11:38.209737 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:38.238717 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c1e6f8f6-aacb-4881-afb8-65e84e25d73b req-a0ab437b-77ca-4abc-b1c5-ae38fae8bd49 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425119
Sep 15 19:11:38.504921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:38.530513 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:38.535199 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:38.540381 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-7e803248-bc49-4304-b4a7-eae376823608 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:38.546915 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['f43d1a0b-30c4-4051-850d-fbebd3593cb5'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:11:38.616325 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:38.616931 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:38.624668 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6f8524ec-0fd8-457e-97c8-9a49a03438b0 req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "PUT /v2.0/ports/f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 981 time: 0.5411193
Sep 15 19:11:38.624668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:38.650839 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=6']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:38.655175 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:38.725799 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['f43d1a0b-30c4-4051-850d-fbebd3593cb5'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:11:38.758616 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60eead-f068-4557-884f-315b12c1226f req-91fda1e1-ee4a-4630-adcd-e10f80156d61 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:38.760446 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3f60eead-f068-4557-884f-315b12c1226f req-91fda1e1-ee4a-4630-adcd-e10f80156d61 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.0925064
Sep 15 19:11:38.839101 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248b67-473d-4088-b778-6c234f54aac2 req-34f76300-3813-4e9e-8030-aa8034a49298 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:38.840808 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ad248b67-473d-4088-b778-6c234f54aac2 req-34f76300-3813-4e9e-8030-aa8034a49298 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.1022418
Sep 15 19:11:38.843129 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3f60eead-f068-4557-884f-315b12c1226f req-54c4602a-4935-4a72-94b6-b5a93f469286 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755720
Sep 15 19:11:38.901865 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ad248b67-473d-4088-b778-6c234f54aac2 req-b1aa357f-238a-45c4-9078-7d9cb0ac9f7b tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0543885
Sep 15 19:11:38.907220 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'status': 'completed', 'code': 200}
Sep 15 19:11:38.970359 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-68872397-0153-4fb7-b313-7fef651ffe77 None None] Provisioning complete for port f43d1a0b-30c4-4051-850d-fbebd3593cb5 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:11:38.970753 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-68872397-0153-4fb7-b313-7fef651ffe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:39.025728 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-fd640084-d886-4842-ad57-fbbdc8435c15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1137 time: 0.0763121
Sep 15 19:11:39.160451 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-9f4baf90-3559-4f4d-b6ff-1525cab93d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:39.161909 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-9f4baf90-3559-4f4d-b6ff-1525cab93d33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.1257091
Sep 15 19:11:39.269314 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-d6e4d5a8-3cdd-4568-a6c8-83ea8d5b4db7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 1001 time: 0.0992777
Sep 15 19:11:39.302508 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-5e471cdc-82a5-4fe4-9de1-fd5b12bafb53 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:39.304229 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-5e471cdc-82a5-4fe4-9de1-fd5b12bafb53 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.0858319
Sep 15 19:11:39.379523 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-3131556c-f48f-435d-b195-18773e3fd477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:39.382149 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-3131556c-f48f-435d-b195-18773e3fd477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.1045449
Sep 15 19:11:39.395932 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Deleting port 7b426577-5c17-4a6f-abc9-7a51833b204e {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:39.396278 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:39.523433 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-185387ea-4a4c-41cb-906e-67ee15c239cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1339564
Sep 15 19:11:39.560490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ff79a-908a-4cfe-b73c-ce8c9d13bc3d req-38ed5fb3-fd4f-4547-867a-bbbe8f587e9a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:39.561960 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-877ff79a-908a-4cfe-b73c-ce8c9d13bc3d req-38ed5fb3-fd4f-4547-867a-bbbe8f587e9a tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 946 time: 0.1124070
Sep 15 19:11:39.651431 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] For port 7b426577-5c17-4a6f-abc9-7a51833b204e, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=7b426577-5c17-4a6f-abc9-7a51833b204e,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:39.651781 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:39.683814 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-877ff79a-908a-4cfe-b73c-ce8c9d13bc3d req-3168e03a-7e22-473b-a3f9-d100f8f9a9a1 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094346
Sep 15 19:11:39.702783 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-09f274b7-4b18-4f7e-9160-61bbd9a5f49e service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665158
Sep 15 19:11:39.843745 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3838228b-ba8b-47ff-a0cf-828c3a17fcb7 req-c02ac598-32b1-402f-b092-df28bd42bdc2 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304772
Sep 15 19:11:39.979378 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-fdf3c1a3-1784-4fbc-a7fd-223fc6d34478 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2353334
Sep 15 19:11:40.035654 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:40.036012 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:40.036320 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Floating IP 161be3db-ed70-4b8c-934a-5ac85d087fde disassociated. External IP: 172.27.0.98, port: 7b426577-5c17-4a6f-abc9-7a51833b204e.
Sep 15 19:11:40.036649 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Calling delete_port for 7b426577-5c17-4a6f-abc9-7a51833b204e owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:11:40.272719 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa997e-ac60-458b-9f8e-675b34719066 req-5b671112-65f5-49b9-a92b-60088069ba91 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:40.274152 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3eaa997e-ac60-458b-9f8e-675b34719066 req-5b671112-65f5-49b9-a92b-60088069ba91 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 945 time: 0.3008432
Sep 15 19:11:40.349884 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-fc5a9ca3-cd14-4bfe-951d-c162857b779d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 1099 time: 0.2853167
Sep 15 19:11:40.406493 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3eaa997e-ac60-458b-9f8e-675b34719066 req-293d2a3e-65b5-4124-8764-a4de92c99293 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups?id=128fc5e8-6021-453e-8a16-eae35b71176d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1248302
Sep 15 19:11:40.424632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:40.475027 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:40.526975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event deleted for resources: {'Port': ['ID=7b426577-5c17-4a6f-abc9-7a51833b204e,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:40.535131 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:40.615281 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dafca-3de7-4098-8c28-d6445086c621 req-8af11d49-1dbb-4596-908b-0ab4ab3487f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:40.616735 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-8af11d49-1dbb-4596-908b-0ab4ab3487f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 200  len: 916 time: 0.2462735
Sep 15 19:11:40.739824 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-6fc207e3-9598-41af-9af0-4d5dc2e52eb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 200  len: 1001 time: 0.1132600
Sep 15 19:11:40.865138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708dafca-3de7-4098-8c28-d6445086c621 req-5694bc3f-0cb0-421c-a4eb-31e12ecc0b63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:40.866609 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-5694bc3f-0cb0-421c-a4eb-31e12ecc0b63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 200  len: 855 time: 0.0830228
Sep 15 19:11:40.958877 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:11:40.970530 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-102a6f2a-edc1-4fda-b888-9c0cdf63abd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955958
Sep 15 19:11:41.228854 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-7e0e11c3-436f-4ea1-a360-f504b8781e0b service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033544
Sep 15 19:11:41.382979 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-708dafca-3de7-4098-8c28-d6445086c621 req-9966e1e0-20fe-4bef-a592-9065c092bcda service neutron] 10.222.0.30 "GET /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458466
Sep 15 19:11:41.392336 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:11:41.401055 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:11:41.413445 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:41.414046 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922ba01ee0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:41.468517 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] No DVR routers for this DVR port 7b426577-5c17-4a6f-abc9-7a51833b204e on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:11:41.473070 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:41.476148 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'name': 'network-vif-deleted', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:11:41.495777 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cb67cb36-e0cd-4b13-9a52-e0fdc2da1859 req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.30 "DELETE /v2.0/ports/7b426577-5c17-4a6f-abc9-7a51833b204e HTTP/1.1" status: 204  len: 173 time: 2.1864736
Sep 15 19:11:41.540718 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81aa538c-7b0f-42aa-b9ae-ef17a4d23be4', 'name': 'network-vif-deleted', 'tag': '7b426577-5c17-4a6f-abc9-7a51833b204e', 'status': 'completed', 'code': 200}
Sep 15 19:11:41.587267 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7fff3815-c372-420d-90f9-e1b32eedd443 req-029713fa-1332-4c3e-b94e-950a36c49c83 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/ports?device_id=81aa538c-7b0f-42aa-b9ae-ef17a4d23be4 HTTP/1.1" status: 200  len: 210 time: 0.0451629
Sep 15 19:11:41.619739 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:41.944384 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922ba01ee0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:41.948168 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:11:41.958886 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:41.959500 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922ba01ee0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:42.148246 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:42.482436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922ba01ee0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:42.487064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae588e7-037e-41c1-9653-dfc7cdd1ceaf None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:04:55Z', 'revision_number': 4, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '33c3738f-5afc-4dfe-b99b-f88b0fe52754', 'name': '', 'network_id': '648e8c16-4930-4968-8b15-155bb34d0bcc', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'mac_address': 'fa:16:3e:fe:33:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:26Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'subnets': [{'id': 'f4173621-e1c3-4862-8115-9572b8460f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:11:42.730563 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42048) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:42.794441 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:42.822394 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:42.875212 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:42.879213 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-754330fe-1efb-4281-98d5-94c8c1d43672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:42.892660 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128fc5e8-6021-453e-8a16-eae35b71176d,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:42.895769 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:42.904586 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:42.905797 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-4f0c4a58-a8a8-436e-a061-19b533b8b3ec tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "DELETE /v2.0/security-groups/128fc5e8-6021-453e-8a16-eae35b71176d HTTP/1.1" status: 204  len: 168 time: 0.1741788
Sep 15 19:11:42.908486 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42052) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:42.925422 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.api.v2.resource [None req-2870f591-e961-434a-b12f-ccde3fe66232 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] show failed (client error): The resource could not be found.
Sep 15 19:11:42.926408 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2870f591-e961-434a-b12f-ccde3fe66232 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "GET /v2.0/security-groups/128fc5e8-6021-453e-8a16-eae35b71176d HTTP/1.1" status: 404  len: 347 time: 0.0170348
Sep 15 19:11:42.929154 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42056) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:43.172779 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Deleting port 4fe57a5c-cf3f-41f0-ab21-a5db6a819600 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:43.173120 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:43.336396 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:43.336721 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:43.464789 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Calling delete_port for 4fe57a5c-cf3f-41f0-ab21-a5db6a819600 owned by network:floatingip {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:11:43.598173 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:43.602160 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-dad17e53-0cfa-4aa4-97ea-0a8550fe6d36 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:43.645743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Pushing event deleted for resources: {'Port': ['ID=4fe57a5c-cf3f-41f0-ab21-a5db6a819600,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:43.648488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:43.720110 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 7b426577-5c17-4a6f-abc9-7a51833b204e no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:11:43.735093 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks [] for floatingip, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:43.749873 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:43.751096 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] 10.222.0.52 "DELETE /v2.0/floatingips/161be3db-ed70-4b8c-934a-5ac85d087fde HTTP/1.1" status: 204  len: 168 time: 0.8210728
Sep 15 19:11:43.753109 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 7b426577-5c17-4a6f-abc9-7a51833b204e {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:11:43.753461 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 7b426577-5c17-4a6f-abc9-7a51833b204e not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:11:44.009638 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303904be-3405-4b87-a6d7-839408631b24 None None] New status for floating IP 161be3db-ed70-4b8c-934a-5ac85d087fde: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:11:46.689733 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-88e1c810-6ba0-4efd-9683-618ad58574f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1137 time: 0.0772719
Sep 15 19:11:46.808371 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e1a24-8b49-4328-9c14-fde71b817c89 req-5f9d7b83-941c-4a61-86c1-0aea90ba5df8 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:46.809860 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fc2e1a24-8b49-4328-9c14-fde71b817c89 req-5f9d7b83-941c-4a61-86c1-0aea90ba5df8 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.1607857
Sep 15 19:11:46.833439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-5d7de91f-89fd-4978-b763-0918524d4c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:46.834926 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-5d7de91f-89fd-4978-b763-0918524d4c38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.1389265
Sep 15 19:11:46.863361 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fc2e1a24-8b49-4328-9c14-fde71b817c89 req-b02a6d35-ab81-4f8a-a8af-305ee560754b tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0472250
Sep 15 19:11:46.940790 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-90d6843e-bacd-4f4a-a6de-562fd6f3d058 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 1001 time: 0.0986416
Sep 15 19:11:47.001745 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-42f18214-49be-4834-a6be-4d343b978168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:47.003111 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-42f18214-49be-4834-a6be-4d343b978168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.0558057
Sep 15 19:11:47.075233 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-30df9ad3-2e0c-4653-b66b-cd9dac8ef11d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0652289
Sep 15 19:11:47.209149 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-e13ddc89-3f47-4c64-a7f4-8a261887be9c service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265793
Sep 15 19:11:47.338506 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4423c22d-ffb8-43d7-baf0-a2b0f417e574 req-0a3f4b05-ae41-4558-aaac-9199377f8656 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227469
Sep 15 19:11:47.783005 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42092) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:48.199073 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a73d23-ae64-444f-a98c-91ba8368340e req-6e1aeb01-2f2e-4a50-9daf-5ddfa1382f31 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:48.200438 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-65a73d23-ae64-444f-a98c-91ba8368340e req-6e1aeb01-2f2e-4a50-9daf-5ddfa1382f31 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.1564245
Sep 15 19:11:48.266384 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-65a73d23-ae64-444f-a98c-91ba8368340e req-2b1148e4-58e4-4b34-b5b8-b6b2e319ce7e tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0595074
Sep 15 19:11:48.488221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:49.081228 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Deleting port 33c3738f-5afc-4dfe-b99b-f88b0fe52754 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:49.081975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:49.251695 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] For port 33c3738f-5afc-4dfe-b99b-f88b0fe52754, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=33c3738f-5afc-4dfe-b99b-f88b0fe52754,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:49.252047 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:49.376476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Calling delete_port for 33c3738f-5afc-4dfe-b99b-f88b0fe52754 owned by network:router_interface {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:11:49.485220 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e70a-7554-46f4-984d-ac507b42bc38 req-0841d906-064a-4f0b-b1a1-bfa48d6af198 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:49.486807 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3494e70a-7554-46f4-984d-ac507b42bc38 req-0841d906-064a-4f0b-b1a1-bfa48d6af198 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.0820677
Sep 15 19:11:49.536310 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3494e70a-7554-46f4-984d-ac507b42bc38 req-e5e17a06-ff04-4c13-bd2a-02133dd51dac tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438206
Sep 15 19:11:49.643176 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:49.647068 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:49.688030 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Pushing event deleted for resources: {'Port': ['ID=33c3738f-5afc-4dfe-b99b-f88b0fe52754,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:49.690529 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:49.971651 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:50.538198 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:11:50.792878 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cd21f-c23b-49c7-b9b8-9c24ec25d673 req-136b9584-ebf8-4890-98d5-8093fe848064 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:50.794260 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a36cd21f-c23b-49c7-b9b8-9c24ec25d673 req-136b9584-ebf8-4890-98d5-8093fe848064 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.1104918
Sep 15 19:11:50.822183 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:11:50.831937 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] Sync routers for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:11:50.843802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:50.844509 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c16e3a0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:50.850277 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-59e3ec72-4cd1-45b3-a7d3-fd7d2455988c admin admin] 10.222.0.52 "PUT /v2.0/routers/1453ace0-74bd-4d08-aaae-3d6d2fbfa93d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0639987
Sep 15 19:11:50.851257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42106) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:50.856753 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a36cd21f-c23b-49c7-b9b8-9c24ec25d673 req-fc053d6d-091e-4d5d-8431-1f6161cd877c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0561063
Sep 15 19:11:51.016917 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:51.047592 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:51.240122 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:51.250061 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Deleting port a8077672-9fb2-472f-b157-e6600816e451 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:51.250422 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:51.296379 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c16e3a0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': 'a8077672-9fb2-472f-b157-e6600816e451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:11:49Z', 'revision_number': 5, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port': {'id': 'a8077672-9fb2-472f-b157-e6600816e451', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:38Z', 'updated_at': '2021-09-15T19:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:51.301063 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] Checking router: 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:11:51.311511 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] Routers {'1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:11:51.312116 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c16e3a0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:11:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:51.422968 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] For port a8077672-9fb2-472f-b157-e6600816e451, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a8077672-9fb2-472f-b157-e6600816e451,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:51.423568 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:51.456793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] Set router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d gateway port host: None {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:11:51.543925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Calling delete_port for a8077672-9fb2-472f-b157-e6600816e451 owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:11:51.560064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c16e3a0>, [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:11:51Z', 'revision_number': 6, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:51.563946 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4994f-26e2-4190-9a85-fb7c8b089848 None None] The sync data for ids ['1453ace0-74bd-4d08-aaae-3d6d2fbfa93d'] in dv-cinder-806008-3-iscsi is: [{'id': '1453ace0-74bd-4d08-aaae-3d6d2fbfa93d', 'name': 'tempest-AttachVolumeTestJSON-506210662-router', 'tenant_id': '8f3ed31a61f549a18bc94f82f56091fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:36Z', 'updated_at': '2021-09-15T19:11:51Z', 'revision_number': 6, 'project_id': '8f3ed31a61f549a18bc94f82f56091fd', 'gw_port_host': None}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:11:51.710519 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:51.714560 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a01c6bed-b283-4ea9-870e-e05311e9d18d tempest-ServerRescueNegativeTestJSON-673217852 tempest-ServerRescueNegativeTestJSON-673217852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:51.753118 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8077672-9fb2-472f-b157-e6600816e451,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:51.756486 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:51.972106 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.352886 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.361141 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.378642 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd5d91-dadd-443c-b77e-9235d8983b42 req-3c3c217a-c099-4b10-8040-5d5c1b40a186 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:52.380129 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0bdd5d91-dadd-443c-b77e-9235d8983b42 req-3c3c217a-c099-4b10-8040-5d5c1b40a186 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.2753124
Sep 15 19:11:52.397065 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 33c3738f-5afc-4dfe-b99b-f88b0fe52754 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:11:52.415402 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.415924 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1453ace0-74bd-4d08-aaae-3d6d2fbfa93d {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:11:52.430583 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 33c3738f-5afc-4dfe-b99b-f88b0fe52754 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:11:52.430934 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 33c3738f-5afc-4dfe-b99b-f88b0fe52754 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:11:52.431379 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a8077672-9fb2-472f-b157-e6600816e451 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:11:52.444108 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0bdd5d91-dadd-443c-b77e-9235d8983b42 req-a088a9a4-fc49-4f5a-a321-57e48276162a tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0580919
Sep 15 19:11:52.446926 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.447941 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1453ace0-74bd-4d08-aaae-3d6d2fbfa93d HTTP/1.1" status: 204  len: 168 time: 1.5955751
Sep 15 19:11:52.450443 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42112) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:52.475030 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: a8077672-9fb2-472f-b157-e6600816e451 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:11:52.475617 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a8077672-9fb2-472f-b157-e6600816e451 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:11:52.514456 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Deleting subnet f4173621-e1c3-4862-8115-9572b8460f84 {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:11:52.517675 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.566369 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.684322 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.751009 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.755149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:52.789865 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4173621-e1c3-4862-8115-9572b8460f84,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:52.793120 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:52.794679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.801710 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b1df3-7c5f-4fbe-8019-2d712849e130 None None] Network 648e8c16-4930-4968-8b15-155bb34d0bcc requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:11:52.801911 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f4173621-e1c3-4862-8115-9572b8460f84 HTTP/1.1" status: 204  len: 168 time: 0.3488126
Sep 15 19:11:52.802673 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42116) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:52.907625 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:52.917589 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Deleting port da4cdc11-1e54-4469-b0c3-ca2936d30643 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:52.917914 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.046229 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] DHCP port deletion for 648e8c16-4930-4968-8b15-155bb34d0bcc request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:11:53.050990 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Deleting port da4cdc11-1e54-4469-b0c3-ca2936d30643 {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:53.051398 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.126016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] For port da4cdc11-1e54-4469-b0c3-ca2936d30643, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=da4cdc11-1e54-4469-b0c3-ca2936d30643,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:53.126661 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.248639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Calling delete_port for da4cdc11-1e54-4469-b0c3-ca2936d30643 owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:11:53.288280 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] For port da4cdc11-1e54-4469-b0c3-ca2936d30643, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=da4cdc11-1e54-4469-b0c3-ca2936d30643,segment=NetworkSegment(53e35a7d-5d34-469f-9d45-67c8913c6042),segment_id=53e35a7d-5d34-469f-9d45-67c8913c6042)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:11:53.288794 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.325381 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.329314 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:53.369838 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4cdc11-1e54-4469-b0c3-ca2936d30643,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:53.374404 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:53.376977 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] No DVR routers for this DVR port da4cdc11-1e54-4469-b0c3-ca2936d30643 on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:11:53.408986 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Calling delete_port for da4cdc11-1e54-4469-b0c3-ca2936d30643 owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:11:53.549326 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:11:53.549592 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:11:53.594479 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.607339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b9f8d90>,) {'filters': {'network_id': ['648e8c16-4930-4968-8b15-155bb34d0bcc']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:53.619867 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b9f8d90>, '53e35a7d-5d34-469f-9d45-67c8913c6042') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:53.620165 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b9f8d90>, '53e35a7d-5d34-469f-9d45-67c8913c6042') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:11:53.631936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.648584 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.655505 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:11:53.655898 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.663993 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a617d-081e-4b64-bb32-cec3f9a9a72b req-140d2983-b429-440e-b0ce-69f64d8c2a4e tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:53.665470 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f14a617d-081e-4b64-bb32-cec3f9a9a72b req-140d2983-b429-440e-b0ce-69f64d8c2a4e tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.0832934
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:11:53.668878 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:11:53.714228 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f14a617d-081e-4b64-bb32-cec3f9a9a72b req-3b654af2-65d0-4f8b-a747-3e8f2ddd24ef tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412719
Sep 15 19:11:53.745463 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.749586 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-f6188538-e31b-490f-b383-93b88550487a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:53.764861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:53.772699 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=648e8c16-4930-4968-8b15-155bb34d0bcc,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:53.775659 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:53.787829 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] 10.222.0.52 "DELETE /v2.0/networks/648e8c16-4930-4968-8b15-155bb34d0bcc HTTP/1.1" status: 204  len: 168 time: 0.9842038
Sep 15 19:11:53.928994 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42124) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:53.980329 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-f2b8e454-2809-427c-afa4-6e7f98c2b050 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f3ed31a61f549a18bc94f82f56091fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0501850
Sep 15 19:11:53.982611 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42128) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:54.051115 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Deleting port da4cdc11-1e54-4469-b0c3-ca2936d30643 {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:11:54.051498 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:54.116956 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-febb9f6c-9cb5-4394-949b-d9ca8e6bac26 None None] The port 'da4cdc11-1e54-4469-b0c3-ca2936d30643' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:11:54.133362 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:54.157740 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:54.208029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:54.216332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-91f16cca-6dc6-4442-877b-a4092a928d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:54.234293 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d1303f-8629-40a2-b8b6-dd166b95792c,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:54.237316 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:54.242192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:54.242192 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8d1303f-8629-40a2-b8b6-dd166b95792c HTTP/1.1" status: 204  len: 168 time: 0.2564018
Sep 15 19:11:54.277184 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device da4cdc11-1e54-4469-b0c3-ca2936d30643 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:11:54.310183 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: da4cdc11-1e54-4469-b0c3-ca2936d30643 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:11:54.310530 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device da4cdc11-1e54-4469-b0c3-ca2936d30643 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:11:54.918566 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d3dd9-010b-4a8c-a07a-fe87a43ef180 req-dfef26c1-437a-4349-bca2-4e4e7db74737 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:54.920021 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-aa4d3dd9-010b-4a8c-a07a-fe87a43ef180 req-dfef26c1-437a-4349-bca2-4e4e7db74737 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.0824976
Sep 15 19:11:54.974106 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-aa4d3dd9-010b-4a8c-a07a-fe87a43ef180 req-f469e925-d63f-4711-ab62-e52c17f2b081 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466886
Sep 15 19:11:55.994095 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42180) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:56.166869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.213234 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:56.220105 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Usage tracker for resource:security_group_rule and tenant:31220b5c7d1944af8d567f6c81866253 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:56.223269 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:56.231579 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad16e4-c015-4454-95fe-9051713045d8 req-871f9b52-c450-4f6f-b373-ee8796a300fc tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:56.233256 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3aad16e4-c015-4454-95fe-9051713045d8 req-871f9b52-c450-4f6f-b373-ee8796a300fc tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.1309667
Sep 15 19:11:56.237119 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:56.301165 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3aad16e4-c015-4454-95fe-9051713045d8 req-f60088bc-8008-4f44-9274-31bebd1d121b tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0616038
Sep 15 19:11:56.347389 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.351315 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.358374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-20d09bf8-5b76-4db6-a89c-7be12b15b8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:56.400025 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c68ded9-7f05-4917-8dc2-ab1a5f5589b9,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:56.404220 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31220b5c7d1944af8d567f6c81866253&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4090285
Sep 15 19:11:56.405723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:56.407744 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42188) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:56.468623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.493016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.542301 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.545903 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2bf7d791-c794-4ecf-8c90-c820dedcbe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:56.556461 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c68ded9-7f05-4917-8dc2-ab1a5f5589b9,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:56.560141 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:56.564155 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:56.565271 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-c0340885-6ed6-4e9f-8940-b73e4351d86f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c68ded9-7f05-4917-8dc2-ab1a5f5589b9 HTTP/1.1" status: 204  len: 168 time: 0.1563733
Sep 15 19:11:57.516993 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25527d9c-d3b7-4971-9e14-c0fedd967bb5 req-6973a012-8166-4c10-8b0d-350b43b95af8 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:57.518474 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-25527d9c-d3b7-4971-9e14-c0fedd967bb5 req-6973a012-8166-4c10-8b0d-350b43b95af8 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.0854685
Sep 15 19:11:57.570046 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-25527d9c-d3b7-4971-9e14-c0fedd967bb5 req-a2125a64-67ba-45d9-b1a4-9cdc53ffa70a tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0459924
Sep 15 19:11:57.907846 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:11:58.635410 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-896a4142-4bf1-46d4-b921-5d1c57b63cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:58.778742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d246-6662-49fe-bb22-d047eb55a72a req-fd39c108-6b11-46d6-ad35-f3e4239802fc tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:11:58.781213 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cc20d246-6662-49fe-bb22-d047eb55a72a req-fd39c108-6b11-46d6-ad35-f3e4239802fc tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.0804007
Sep 15 19:11:58.828334 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-cc20d246-6662-49fe-bb22-d047eb55a72a req-f64f4ea2-5e0d-4e9d-bcc3-4453c179aff0 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&id=d3e6a123-5a02-4d06-880a-b83f49825f29&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415308
Sep 15 19:11:58.860571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42248) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:59.001360 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.010793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.033756 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:59.037481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Usage tracker for resource:security_group_rule and tenant:db582f4d552e4056be189d5eb1b037fb is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:59.040213 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:59.046696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:59.110235 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.113736 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.119882 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2182db08-91b4-4bde-a9ea-5a829f6876e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:59.162981 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2ea4f-69ad-4110-8a02-9e45488c2b24,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:59.167398 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db582f4d552e4056be189d5eb1b037fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3058295
Sep 15 19:11:59.168227 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:59.170158 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42258) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:59.229845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.257135 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.308865 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.313277 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-73fbe6ac-a6b1-41b3-8c44-9dc8093f4dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:59.325876 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2ea4f-69ad-4110-8a02-9e45488c2b24,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:59.328608 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:59.333536 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.337106 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3c2ea4f-69ad-4110-8a02-9e45488c2b24 HTTP/1.1" status: 204  len: 168 time: 0.1633666
Sep 15 19:11:59.660690 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42266) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:59.678705 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.709493 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:11:59.713203 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Usage tracker for resource:security_group_rule and tenant:36bc5b4aff98413e990becf8bc2f073e is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:11:59.715970 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:11:59.721966 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:11:59.785677 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.789743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.796169 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-df95ad07-e37c-4aa2-b0a5-aa1b677982e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:59.839524 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63a0943-e1bd-4ff7-bea7-27b7a7cbb7c4,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:11:59.844619 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36bc5b4aff98413e990becf8bc2f073e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1829410
Sep 15 19:11:59.845551 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:11:59.847304 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42270) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:11:59.905055 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.932739 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.982488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:11:59.987078 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-07b28fd5-69df-441f-8153-55034d2361ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:11:59.998763 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63a0943-e1bd-4ff7-bea7-27b7a7cbb7c4,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:00.002192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:00.007741 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:00.008927 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c63a0943-e1bd-4ff7-bea7-27b7a7cbb7c4 HTTP/1.1" status: 204  len: 168 time: 0.1608825
Sep 15 19:12:00.907857 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-e09c9d09-d121-429a-846f-a44eaea40a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:01.807463 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:03.391065 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:03.909239 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:03.981907 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42366) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:04.120265 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.150964 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:04.154697 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Usage tracker for resource:security_group_rule and tenant:7510221e006346bf81b58974d795b325 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:04.157422 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:04.163226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:04.228332 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.231731 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.242066 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ee3fc8b2-e389-4438-805c-58ef33f20f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:04.282037 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063c10f4-b957-436e-880c-d22ab4e935c7,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:04.286401 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7510221e006346bf81b58974d795b325&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3029330
Sep 15 19:12:04.287256 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:04.288997 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42372) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:04.349623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.375423 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.428804 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.432555 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d21ccea1-f0cf-41ac-a694-266b5b3a8b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:04.443240 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063c10f4-b957-436e-880c-d22ab4e935c7,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:04.446996 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:04.451197 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.454019 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-acb62935-eca0-4462-9d1d-b98020cd1125 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/063c10f4-b957-436e-880c-d22ab4e935c7 HTTP/1.1" status: 204  len: 168 time: 0.1639819
Sep 15 19:12:04.857199 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42380) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:04.875900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.906389 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:04.910058 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Usage tracker for resource:security_group_rule and tenant:461c12a59bb54d49827bab96f157fd2a is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:04.912762 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:04.918197 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:04.987126 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.990736 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:04.996896 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a9fca79-55b3-4d79-90ec-e9d58a3c6ec2 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:05.034936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c9a9a5-e9f4-40ab-a583-ebb38732d79c,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:05.038289 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:05.040592 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-0d4e8240-f7b1-4e9b-b23f-1418149191c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=461c12a59bb54d49827bab96f157fd2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1823967
Sep 15 19:12:05.043401 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42384) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:05.102138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:05.127149 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:05.179111 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:05.183674 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-03a15770-856d-4280-ab06-d23ca84e48b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:05.194237 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c9a9a5-e9f4-40ab-a583-ebb38732d79c,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:05.197568 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:05.200858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:05.202302 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0c9a9a5-e9f4-40ab-a583-ebb38732d79c HTTP/1.1" status: 204  len: 168 time: 0.1580210
Sep 15 19:12:07.991360 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42458) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:08.128756 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.159659 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:08.163741 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Usage tracker for resource:security_group_rule and tenant:57676674c5094d70b1cbf99b484d9e95 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:08.166535 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:08.172367 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:08.242113 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.245729 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.254485 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-13a9c05b-50d0-46df-a937-889906ddf88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:08.294488 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57676674c5094d70b1cbf99b484d9e95&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3020990
Sep 15 19:12:08.295390 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71205f2-663e-4942-8ea1-67f64dfb7542,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:08.297186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42464) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:08.298558 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-13025230-f9bb-4675-bdcb-b2fcdd6c42c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:08.359833 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.384826 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.434446 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.438228 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-040e54c6-f5cb-4256-a664-90be5f78ecbe tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:08.448966 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71205f2-663e-4942-8ea1-67f64dfb7542,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:08.452861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:08.456050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.457168 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c71205f2-663e-4942-8ea1-67f64dfb7542 HTTP/1.1" status: 204  len: 168 time: 0.1589868
Sep 15 19:12:08.776801 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42472) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:08.794954 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.826019 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:08.830476 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:703fd0309d2143369f52a5dfee8ca94e is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:08.833268 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:08.838879 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:08.906365 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.910095 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:08.916358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7b2aa70b-6b24-482e-b780-7481d4ddba7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:08.957421 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92358912-9f3e-4b70-9aea-eec741dcb909,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:08.961690 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=703fd0309d2143369f52a5dfee8ca94e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1838737
Sep 15 19:12:08.962619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:08.964281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42476) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:09.026852 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:09.052445 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:09.108484 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:09.112161 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1276d605-52ce-4aef-adcb-8842770498df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:09.126794 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92358912-9f3e-4b70-9aea-eec741dcb909,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:09.129816 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:09.136723 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:09.139562 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92358912-9f3e-4b70-9aea-eec741dcb909 HTTP/1.1" status: 204  len: 168 time: 0.1743431
Sep 15 19:12:10.395344 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42508) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:10.533710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.563382 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:10.567351 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Usage tracker for resource:security_group_rule and tenant:9eec9e8cc53941d8bdef60d8b1385d76 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:10.570434 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:10.576938 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:10.640051 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.643576 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.650433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-66546c00-7c98-485c-b239-9961985b2c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:10.694858 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eec9e8cc53941d8bdef60d8b1385d76&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2984550
Sep 15 19:12:10.695583 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5517ced-629b-43ba-8ab8-ecd0ec81c5c5,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:10.697536 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42514) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:10.698403 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:10.757184 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.782264 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.831462 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.836062 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3ce5fb41-e949-45f6-b7c4-2854c7e8360c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:10.851449 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5517ced-629b-43ba-8ab8-ecd0ec81c5c5,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:10.853958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:10.855310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:10.856445 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5517ced-629b-43ba-8ab8-ecd0ec81c5c5 HTTP/1.1" status: 204  len: 168 time: 0.1578755
Sep 15 19:12:12.059918 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42546) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:12.198957 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.229559 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:12.233841 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8789835a78814f209d7890294ea1ab7f is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:12.236668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:12.242274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:12.305833 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.309342 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.316697 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6fdc5795-04ea-46b0-beae-c8e83affbb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:12.352473 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b7661-ccd0-41d8-b418-79acfae05c0c,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:12.357090 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:12.363868 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42552) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:12.364323 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2da1e5ba-f780-4b48-9050-7fc6005222c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8789835a78814f209d7890294ea1ab7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3023257
Sep 15 19:12:12.430150 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.455207 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.508808 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.512928 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ae06c05c-7508-4a87-a8e1-d33aaa1148d9 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:12.526582 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b7661-ccd0-41d8-b418-79acfae05c0c,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:12.530194 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:12.535415 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:12.536528 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-bdfd66ef-fc6d-4e02-9c0b-cad80163b3ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/988b7661-ccd0-41d8-b418-79acfae05c0c HTTP/1.1" status: 204  len: 168 time: 0.1717005
Sep 15 19:12:13.480318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226dd0f-c1fb-4434-82ef-77ebc53b3e96 req-e461e8b5-8326-4f24-a335-bf63689aad11 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:13.481777 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d226dd0f-c1fb-4434-82ef-77ebc53b3e96 req-e461e8b5-8326-4f24-a335-bf63689aad11 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 946 time: 0.0819948
Sep 15 19:12:13.527227 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d226dd0f-c1fb-4434-82ef-77ebc53b3e96 req-426e3470-91fe-49b9-b30c-ea0ed73997d4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397346
Sep 15 19:12:13.780866 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42592) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:13.916861 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:13.949468 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:13.954359 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Usage tracker for resource:security_group_rule and tenant:20109f7e124140acadabb384de427641 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:13.957186 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:13.962793 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:14.028813 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:14.032595 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:14.038774 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7793f6fa-bb03-434b-82d7-6cbe235c7542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:14.077067 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a3cb3-54a5-4748-8a3a-09e3ac014403,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:14.080180 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:14.082775 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20109f7e124140acadabb384de427641&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3009162
Sep 15 19:12:14.085452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42598) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:14.147386 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:14.173572 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:14.224499 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:14.228058 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-862ade40-8b74-4903-9617-978311734381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:14.241276 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a3cb3-54a5-4748-8a3a-09e3ac014403,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:14.243520 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:14.247230 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:14.249069 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/387a3cb3-54a5-4748-8a3a-09e3ac014403 HTTP/1.1" status: 204  len: 168 time: 0.1628499
Sep 15 19:12:14.747466 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b121810-6e9c-45fa-a9c0-815187a212ae req-c30a715a-1180-4976-b05a-7a4724e4b42b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:14.749020 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8b121810-6e9c-45fa-a9c0-815187a212ae req-c30a715a-1180-4976-b05a-7a4724e4b42b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 946 time: 0.0821388
Sep 15 19:12:14.800751 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8b121810-6e9c-45fa-a9c0-815187a212ae req-dd9dfc81-4b79-4f9a-a692-b6ca45a4c5af tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6406687-e1a5-49d8-8934-627990a67abf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457964
Sep 15 19:12:14.984009 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-cc2d7de7-607b-48c5-a0e2-8cd6a2f8670b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:14.985485 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-cc2d7de7-607b-48c5-a0e2-8cd6a2f8670b tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 946 time: 0.0782382
Sep 15 19:12:15.033201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42622) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:15.054376 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Deleting port 26ddd1fa-d212-4367-b71d-36f3fba71c05 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:15.054754 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.162155 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1250375908-network', 'tenant_id': '60e062b0ba75493b8f6fde7dd818707a'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:12:15.166777 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:15.176470 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Usage tracker for resource:network and tenant:60e062b0ba75493b8f6fde7dd818707a is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:15.179420 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:15.185297 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:15.196950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Made reservation on behalf of 60e062b0ba75493b8f6fde7dd818707a for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:12:15.199297 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.211802 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.242797 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:15.246569 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Usage tracker for resource:security_group_rule and tenant:60e062b0ba75493b8f6fde7dd818707a is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:15.249919 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:15.255573 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:15.311189 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] For port 26ddd1fa-d212-4367-b71d-36f3fba71c05, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=26ddd1fa-d212-4367-b71d-36f3fba71c05,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:15.311572 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.323380 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.328321 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.331248 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-65119a34-0be7-44d2-9cbf-c03929ef4bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:15.359123 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:12:15.367655 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eacabc-08aa-4910-ab76-ace583a26321,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:15.370639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:15.375648 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.375980 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Added segment 45977c5b-c683-4455-b485-ddde4032c66e of type vlan for network 71c47123-5d18-48c3-90fb-1a34fd448514
Sep 15 19:12:15.408570 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.520546 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.521828 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:15.522419 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.525965 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:15.628234 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Pushing event updated for resources: {'Network': ['ID=71c47123-5d18-48c3-90fb-1a34fd448514,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:15.631303 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:15.632949 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ad2969d3-526e-4a85-98b7-e8e67914322f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5985563
Sep 15 19:12:15.635747 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42628) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:15.641713 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Request body: {'subnet': {'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1250375908-subnet', 'tenant_id': '60e062b0ba75493b8f6fde7dd818707a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:12:15.643113 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network 71c47123-5d18-48c3-90fb-1a34fd448514 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:12:15.646723 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:15.650471 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Usage tracker for resource:subnet and tenant:60e062b0ba75493b8f6fde7dd818707a is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:15.653392 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:15.661034 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:15.672722 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Made reservation on behalf of 60e062b0ba75493b8f6fde7dd818707a for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:12:15.676510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7902850'] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.690059 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.690525 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.690790 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.l3_db [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Floating IP 7463a2ab-554f-486f-b5fc-e759d406c79b disassociated. External IP: 172.27.0.187, port: 26ddd1fa-d212-4367-b71d-36f3fba71c05.
Sep 15 19:12:15.691121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Calling delete_port for 26ddd1fa-d212-4367-b71d-36f3fba71c05 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:15.833428 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.838805 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:15.884995 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event deleted for resources: {'Port': ['ID=26ddd1fa-d212-4367-b71d-36f3fba71c05,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:15.889183 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:15.890101 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8145777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7902868'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:15.894937 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:16.008331 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-750d4e8f-854a-47f0-baa7-849711580bdc req-c1a7365d-0738-491f-bba6-b59ef0d4133c tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/ports?device_id=60b1ebcf-473f-4324-bb22-19cae6ca789c HTTP/1.1" status: 200  len: 210 time: 0.0606549
Sep 15 19:12:16.008966 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d59bb96-4d19-4c6f-b12a-5b798a1f860a,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:16.013319 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:16.024303 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Checking segment: {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:12:16.024657 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Network hostable DHCP agents. Network: 71c47123-5d18-48c3-90fb-1a34fd448514, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:12:16.056567 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Network 71c47123-5d18-48c3-90fb-1a34fd448514 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:12:16.066711 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, 71c47123-5d18-48c3-90fb-1a34fd448514) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:12:16.071236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:16.071879 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:16.076711 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358e14d-36e9-4392-bfa6-ca7faa9e4faf None None] Network 71c47123-5d18-48c3-90fb-1a34fd448514 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:12:16.094651 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3b8f8fec-1d46-4136-87e9-c7eca4a2da4f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4577310
Sep 15 19:12:16.117418 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Router c6a8357c-9c96-4462-9046-07737f315220 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:12:16.301591 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e498ff-ff5d-4edc-a99a-d330a804d3dd None None] Network 71c47123-5d18-48c3-90fb-1a34fd448514 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:12:16.357125 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:12:16.367171 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:12:16.393247 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:16.394014 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c1b3c40>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:16.454421 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] No DVR routers for this DVR port 26ddd1fa-d212-4367-b71d-36f3fba71c05 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:12:16.457621 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:16.473519 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-deleted', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:12:16.480056 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c58e1cdb-fd24-44ac-9b28-c99e6172d103 req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.30 "DELETE /v2.0/ports/26ddd1fa-d212-4367-b71d-36f3fba71c05 HTTP/1.1" status: 204  len: 173 time: 1.4883015
Sep 15 19:12:16.575765 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b1ebcf-473f-4324-bb22-19cae6ca789c', 'name': 'network-vif-deleted', 'tag': '26ddd1fa-d212-4367-b71d-36f3fba71c05', 'status': 'completed', 'code': 200}
Sep 15 19:12:16.651015 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:17.040843 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c1b3c40>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:17.044570 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:12:17.056134 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:17.056728 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c1b3c40>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:17.170666 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42650) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:17.237770 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:17.242239 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.270211 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.322157 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.328737 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-31f4b875-cb88-41c7-a18d-246c78599622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:17.344545 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6406687-e1a5-49d8-8934-627990a67abf,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:17.346902 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:17.353514 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.359051 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2ca3faab-65e4-48e5-80ea-b6e71e6f5805 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "DELETE /v2.0/security-groups/d6406687-e1a5-49d8-8934-627990a67abf HTTP/1.1" status: 204  len: 168 time: 0.1866891
Sep 15 19:12:17.360100 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42654) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:17.384369 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.api.v2.resource [None req-c1188ece-7ccf-40ed-9345-a92e0fb8f0df tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] show failed (client error): The resource could not be found.
Sep 15 19:12:17.385604 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c1188ece-7ccf-40ed-9345-a92e0fb8f0df tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "GET /v2.0/security-groups/d6406687-e1a5-49d8-8934-627990a67abf HTTP/1.1" status: 404  len: 347 time: 0.0241644
Sep 15 19:12:17.388346 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42658) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:17.549846 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Deleting port 84265423-eb04-4dda-a017-bd0fc33e9ac0 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:17.550107 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.552652 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c1b3c40>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:17.556661 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704554a-a170-4c77-a991-ef33c6afc1a5 None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:04:54Z', 'revision_number': 4, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'ca3391da-4657-4099-a965-e92191852f2d', 'name': '', 'network_id': '26a47a5e-d8d5-4ac2-9706-ca39cb183cd0', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'mac_address': 'fa:16:3e:eb:c3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:51Z', 'updated_at': '2021-09-15T19:05:08Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'subnets': [{'id': 'd96b3b49-dd1e-4171-8c67-b19197670eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:12:17.723294 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.723630 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:17.776449 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6918f00-6b0b-42a8-85f1-05fdf616c134 None None] New status for floating IP 7463a2ab-554f-486f-b5fc-e759d406c79b: DOWN {{(pid=75128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:12:17.845905 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Calling delete_port for 84265423-eb04-4dda-a017-bd0fc33e9ac0 owned by network:floatingip {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:17.865539 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:17.915860 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 26ddd1fa-d212-4367-b71d-36f3fba71c05 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:17.916203 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 26ddd1fa-d212-4367-b71d-36f3fba71c05 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:18.082953 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:18.083436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-a6918f00-6b0b-42a8-85f1-05fdf616c134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:12:18.083803 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-a6918f00-6b0b-42a8-85f1-05fdf616c134 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:12:18.088513 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:18.165371 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Pushing event deleted for resources: {'Port': ['ID=84265423-eb04-4dda-a017-bd0fc33e9ac0,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:18.176028 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:18.232474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks [] for floatingip, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:18.247195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:18.248896 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-ce5dfb37-5342-426a-a1f3-4dc907ce799d tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] 10.222.0.52 "DELETE /v2.0/floatingips/7463a2ab-554f-486f-b5fc-e759d406c79b HTTP/1.1" status: 204  len: 168 time: 0.8591206
Sep 15 19:12:18.339988 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-92b7a1da-bfe3-422e-96c8-6e4e307ed4b8 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:18.340701 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-92b7a1da-bfe3-422e-96c8-6e4e307ed4b8 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Synchronizing usage tracker for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:network {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:12:18.359502 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-92b7a1da-bfe3-422e-96c8-6e4e307ed4b8 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Unset dirty status for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:network {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:12:18.360817 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-92b7a1da-bfe3-422e-96c8-6e4e307ed4b8 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/networks?id=71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 200  len: 814 time: 0.1641381
Sep 15 19:12:18.384945 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-6c2dcc21-6f3a-4e44-83f2-138382cb3e0c tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/quotas/60e062b0ba75493b8f6fde7dd818707a HTTP/1.1" status: 200  len: 375 time: 0.0135162
Sep 15 19:12:18.439702 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-721d0b2e-e5ac-4fcf-9c5f-d4fc0232f6c6 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=60e062b0ba75493b8f6fde7dd818707a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0464754
Sep 15 19:12:18.578018 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-c9d652c2-3689-4fd1-8adb-54ce67a975ed service neutron] 10.222.0.52 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313434
Sep 15 19:12:18.585506 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6918f00-6b0b-42a8-85f1-05fdf616c134 None None] New status for floating IP 7463a2ab-554f-486f-b5fc-e759d406c79b: DOWN {{(pid=75128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:12:18.710993 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-6b4b92b6-12fa-4b69-961a-516231aa51f0 service neutron] 10.222.0.52 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271167
Sep 15 19:12:18.892590 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-70e7e550-1e90-4dc0-ae7d-daa591e59ffd req-a54b3abf-79dd-4ce3-811b-d56ab860e7cf tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 210 time: 0.0410128
Sep 15 19:12:19.936265 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-482796cc-b859-4c58-8b0b-64cf0cf60593 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:19.937968 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-482796cc-b859-4c58-8b0b-64cf0cf60593 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "GET /v2.0/networks?id=71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 200  len: 814 time: 0.1484222
Sep 15 19:12:19.956101 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Request body: {'port': {'device_id': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514', 'admin_state_up': True, 'tenant_id': '60e062b0ba75493b8f6fde7dd818707a'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:12:20.070910 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3456c345-d274-4340-9515-4c0f5063ec36 req-56c722c6-b8f5-4a4d-b7fd-7a56f226edbd tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 210 time: 0.0502472
Sep 15 19:12:20.106083 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:20.109906 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Usage tracker for resource:port and tenant:60e062b0ba75493b8f6fde7dd818707a is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:20.112722 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:20.118273 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:20.128548 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Made reservation on behalf of 60e062b0ba75493b8f6fde7dd818707a for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:12:20.131507 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:20.292303 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Allocated IP 172.20.0.8 (71c47123-5d18-48c3-90fb-1a34fd448514/7d59bb96-4d19-4c6f-b12a-5b798a1f860a/d0dbacc4-b502-47d3-958f-3103e9c8197f) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:12:20.500208 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:20.526517 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:20.532423 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a9d7bcc-59d7-4271-bb14-0b854e2048b3 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:20.598820 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Network 71c47123-5d18-48c3-90fb-1a34fd448514 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:12:20.601821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:12:20.605915 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:12:20.631372 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Pushing event updated for resources: {'Port': ['ID=d0dbacc4-b502-47d3-958f-3103e9c8197f,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:20.651858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.652235 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.652600 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.652966 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.653327 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.653684 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.654588 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.655174 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.655527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.656114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.656236 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:20.665124 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:20.683558 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:20.684155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:20.704436 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-97a27dfc-29bc-4f3a-8308-97ba40adffe4 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7523131
Sep 15 19:12:20.716195 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Request body: {'port': {'device_id': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:12:20.819542 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.085367 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42708) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:21.162108 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dbacc4-b502-47d3-958f-3103e9c8197f {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:12:21.169227 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.184757 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Transition to ACTIVE for port object d0dbacc4-b502-47d3-958f-3103e9c8197f will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:12:21.188759 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.192571 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-f0473eb8-4a7f-4680-b6cb-34af80b02a6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:21.441080 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Pushing event updated for resources: {'Port': ['ID=d0dbacc4-b502-47d3-958f-3103e9c8197f,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:21.443821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:21.550066 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.555074 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d24e44-20f1-40b8-a7ec-a732ae81d2d8 req-7cdceac3-8801-431e-9343-e1cd8ebd396f tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:21.555765 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-69d24e44-20f1-40b8-a7ec-a732ae81d2d8 req-7cdceac3-8801-431e-9343-e1cd8ebd396f tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Synchronizing usage tracker for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:12:21.590837 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-69d24e44-20f1-40b8-a7ec-a732ae81d2d8 req-7cdceac3-8801-431e-9343-e1cd8ebd396f tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Unset dirty status for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:12:21.592547 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-69d24e44-20f1-40b8-a7ec-a732ae81d2d8 req-7cdceac3-8801-431e-9343-e1cd8ebd396f tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 943 time: 0.3717055
Sep 15 19:12:21.594566 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Attempting to bind port d0dbacc4-b502-47d3-958f-3103e9c8197f on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:12:21.594916 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Attempting to bind port d0dbacc4-b502-47d3-958f-3103e9c8197f by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:12:21.595241 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Attempting to bind port d0dbacc4-b502-47d3-958f-3103e9c8197f on network 71c47123-5d18-48c3-90fb-1a34fd448514 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:12:21.616535 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Port d0dbacc4-b502-47d3-958f-3103e9c8197f on network 71c47123-5d18-48c3-90fb-1a34fd448514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:12:21.616857 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Attempting to bind port d0dbacc4-b502-47d3-958f-3103e9c8197f on network 71c47123-5d18-48c3-90fb-1a34fd448514 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:12:21.636597 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:12:21.636936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Checking segment: {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:12:21.637347 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Bound using segment: {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:12:21.637787 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Bound port: d0dbacc4-b502-47d3-958f-3103e9c8197f, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:12:21.638138 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.692509 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-69d24e44-20f1-40b8-a7ec-a732ae81d2d8 req-4d3fa9e9-a714-4452-b441-bb82b384fda6 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930474
Sep 15 19:12:21.743899 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] For port d0dbacc4-b502-47d3-958f-3103e9c8197f, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:12:21.747041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] For port d0dbacc4-b502-47d3-958f-3103e9c8197f, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:12:21.751258 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.755502 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-6f174d30-4b4e-4fd2-8cd1-acf98e9e9334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:21.815893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:21.817240 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] 10.222.0.30 "PUT /v2.0/ports/d0dbacc4-b502-47d3-958f-3103e9c8197f HTTP/1.1" status: 200  len: 1093 time: 1.1049390
Sep 15 19:12:21.817733 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'tag': 'd0dbacc4-b502-47d3-958f-3103e9c8197f'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:12:21.842796 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Pushing event updated for resources: {'Port': ['ID=d0dbacc4-b502-47d3-958f-3103e9c8197f,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:21.846863 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:21.901568 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'tag': 'd0dbacc4-b502-47d3-958f-3103e9c8197f', 'status': 'completed', 'code': 200}
Sep 15 19:12:21.941723 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-0c0417e1-460b-4479-82c6-10851bd8c00e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60e062b0ba75493b8f6fde7dd818707a&device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 1096 time: 0.0767841
Sep 15 19:12:22.011134 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-b83fd820-9a89-4671-a82a-e06ef46e7eae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f HTTP/1.1" status: 200  len: 217 time: 0.0615344
Sep 15 19:12:22.077244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-0ce58649-d658-4739-a89a-f663e142ebf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:22.079067 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-0ce58649-d658-4739-a89a-f663e142ebf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d59bb96-4d19-4c6f-b12a-5b798a1f860a HTTP/1.1" status: 200  len: 854 time: 0.0613663
Sep 15 19:12:22.125022 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-4f47b878-9dad-4841-817b-08f6e973c174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71c47123-5d18-48c3-90fb-1a34fd448514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392120
Sep 15 19:12:22.256185 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-a6b15e1c-ae5e-46d6-9f20-b54154e4063c service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245732
Sep 15 19:12:22.256816 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Deleting port ca3391da-4657-4099-a965-e92191852f2d {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:22.256816 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:22.387196 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3114448-1a36-4bb3-b898-adb0f38e3de3 req-f331f678-d48a-4ab5-b977-2c6b83354c8f service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242118
Sep 15 19:12:22.433760 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] For port ca3391da-4657-4099-a965-e92191852f2d, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ca3391da-4657-4099-a965-e92191852f2d,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:22.434110 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:22.511404 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-91e7fa87-f7b1-481a-9fee-ba9af452f641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60e062b0ba75493b8f6fde7dd818707a&device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 1096 time: 0.0758426
Sep 15 19:12:22.555711 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Calling delete_port for ca3391da-4657-4099-a965-e92191852f2d owned by network:router_interface {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:22.646990 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-9256e211-9bdd-44dc-97d3-6fb151df5816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:22.648373 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-9256e211-9bdd-44dc-97d3-6fb151df5816 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 200  len: 914 time: 0.1301162
Sep 15 19:12:22.720841 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-695d8a23-69b1-4065-b3f8-5f034d28abaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f HTTP/1.1" status: 200  len: 217 time: 0.0640399
Sep 15 19:12:22.736133 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:22.739815 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-405f0e97-74a4-49bb-8ca5-19cbab897315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:22.781158 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3391da-4657-4099-a965-e92191852f2d,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:22.785276 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:22.786843 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-931ed502-c532-4145-837c-c52b54e396ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:22.788450 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-931ed502-c532-4145-837c-c52b54e396ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d59bb96-4d19-4c6f-b12a-5b798a1f860a HTTP/1.1" status: 200  len: 854 time: 0.0612960
Sep 15 19:12:22.881294 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-ea7f2d5c-12c3-4e7a-8758-5e99435c49d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71c47123-5d18-48c3-90fb-1a34fd448514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831470
Sep 15 19:12:23.023680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0de8f1-8004-4455-9952-210aa3bcb25e req-11f893c2-6302-4220-b903-96abd17a866a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:23.025157 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7c0de8f1-8004-4455-9952-210aa3bcb25e req-11f893c2-6302-4220-b903-96abd17a866a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 943 time: 0.1886907
Sep 15 19:12:23.061492 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-9f78ba8b-3262-4b88-9464-402d2a765ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693461
Sep 15 19:12:23.075167 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:23.211336 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7c0de8f1-8004-4455-9952-210aa3bcb25e req-c63edd52-de81-4969-abca-df7738653026 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739168
Sep 15 19:12:23.303784 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2bdfa490-1c5f-4338-9dec-e39aa8d173fa req-1e53a8d0-1b6c-46d5-8a8e-a562e4da99df service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2318125
Sep 15 19:12:23.740011 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Router c6a8357c-9c96-4462-9046-07737f315220 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:12:23.924738 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device d0dbacc4-b502-47d3-958f-3103e9c8197f details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:12:23.944757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:12:23.954145 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] Sync routers for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:12:23.960415 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] 10.222.0.52 "PUT /v2.0/routers/c6a8357c-9c96-4462-9046-07737f315220/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8716998
Sep 15 19:12:23.960648 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42720) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:23.966290 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:23.967615 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c301be0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:24.065425 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port d0dbacc4-b502-47d3-958f-3103e9c8197f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:24.079045 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': 'd0dbacc4-b502-47d3-958f-3103e9c8197f', 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514', 'port_id': 'd0dbacc4-b502-47d3-958f-3103e9c8197f', 'mac_address': 'fa:16:3e:39:c1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d59bb96-4d19-4c6f-b12a-5b798a1f860a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:12:24.132749 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:24.145618 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:24.149910 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dbacc4-b502-47d3-958f-3103e9c8197f {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:12:24.163136 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:24.166093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port d0dbacc4-b502-47d3-958f-3103e9c8197f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:24.172565 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:24.175498 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:24.246090 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=d0dbacc4-b502-47d3-958f-3103e9c8197f,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:24.258226 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.258834 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.258834 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.259088 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.260630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.260630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.260630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.260630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.260630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.261100 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.261100 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:24.265298 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:24.413525 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:24.424344 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['d0dbacc4-b502-47d3-958f-3103e9c8197f'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:12:24.434956 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Deleting port 8534d80a-7ed2-40bd-b769-bc7d0437d074 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:24.435900 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:24.512345 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c301be0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:12:22Z', 'revision_number': 5, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port': {'id': '8534d80a-7ed2-40bd-b769-bc7d0437d074', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a8357c-9c96-4462-9046-07737f315220', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:04:39Z', 'updated_at': '2021-09-15T19:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:24.517256 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] Checking router: c6a8357c-9c96-4462-9046-07737f315220 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:12:24.528046 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] Routers {'c6a8357c-9c96-4462-9046-07737f315220'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:24.528700 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c301be0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c6a8357c-9c96-4462-9046-07737f315220'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:24.606804 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae70c9-2877-486b-9968-9517c25969ae req-2f4a62b2-4490-4282-975a-296c33fc7f88 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:24.608876 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-caae70c9-2877-486b-9968-9517c25969ae req-2f4a62b2-4490-4282-975a-296c33fc7f88 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 944 time: 0.2363458
Sep 15 19:12:24.688167 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] For port 8534d80a-7ed2-40bd-b769-bc7d0437d074, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8534d80a-7ed2-40bd-b769-bc7d0437d074,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:24.688424 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:24.701532 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-caae70c9-2877-486b-9968-9517c25969ae req-bb8d3fb5-d482-45be-8305-c7ed153a8a28 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Synchronizing usage tracker for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:12:24.703630 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] Set router c6a8357c-9c96-4462-9046-07737f315220 gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:24.810410 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c301be0>, [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:12:24Z', 'revision_number': 6, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:24.815100 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900c7ae-fbdd-41d9-854c-d20357d5a96a None None] The sync data for ids ['c6a8357c-9c96-4462-9046-07737f315220'] in dv-cinder-806008-3-iscsi is: [{'id': 'c6a8357c-9c96-4462-9046-07737f315220', 'name': 'tempest-AttachVolumeShelveTestJSON-513532907-router', 'tenant_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:04:37Z', 'updated_at': '2021-09-15T19:12:24Z', 'revision_number': 6, 'project_id': '9d4cf5299c3b4a5b85e66e99e2c7d520', 'gw_port_host': None}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:12:24.921911 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Calling delete_port for 8534d80a-7ed2-40bd-b769-bc7d0437d074 owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:24.971694 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-caae70c9-2877-486b-9968-9517c25969ae req-bb8d3fb5-d482-45be-8305-c7ed153a8a28 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Unset dirty status for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:12:24.972753 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-caae70c9-2877-486b-9968-9517c25969ae req-bb8d3fb5-d482-45be-8305-c7ed153a8a28 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3514466
Sep 15 19:12:25.088984 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.093657 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:25.133497 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8534d80a-7ed2-40bd-b769-bc7d0437d074,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:25.137328 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:25.365061 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.613098 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.617163 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.641078 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.641504 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6a8357c-9c96-4462-9046-07737f315220 {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:12:25.653342 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.654782 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c6a8357c-9c96-4462-9046-07737f315220 HTTP/1.1" status: 204  len: 168 time: 1.6931112
Sep 15 19:12:25.657271 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42726) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:25.723122 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_v2 [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Deleting subnet d96b3b49-dd1e-4171-8c67-b19197670eeb {{(pid=75126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:12:25.726392 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.775714 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-921545'] for subnet, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.890058 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.953839 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device d0dbacc4-b502-47d3-958f-3103e9c8197f up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:12:25.956106 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8281650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8263578'] for subnet, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:25.960241 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b49f3781-0e1b-4c05-8188-bdb6fcf38f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:25.994950 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96b3b49-dd1e-4171-8c67-b19197670eeb,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:26.001639 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:26.005346 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.014749 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-47afcc1e-d0f5-4e2c-8077-b1eb5fe2bd05 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d96b3b49-dd1e-4171-8c67-b19197670eeb HTTP/1.1" status: 204  len: 168 time: 0.3533745
Sep 15 19:12:26.015399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42732) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:26.016783 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a71a01-0e5a-4e69-a091-d8ecd6fd5533 None None] Network 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:12:26.157631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.168499 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Deleting port 034c8a8c-494c-4b90-baaf-02a7fc28123b {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:26.168874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.190119 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port d0dbacc4-b502-47d3-958f-3103e9c8197f completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:12:26.197085 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port d0dbacc4-b502-47d3-958f-3103e9c8197f triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:12:26.197455 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.239408 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04bc0c-49dc-4dd5-a91a-f48e6676e718 req-081587fa-7efd-474d-9b7b-82236f5aaa81 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:26.252819 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ce04bc0c-49dc-4dd5-a91a-f48e6676e718 req-081587fa-7efd-474d-9b7b-82236f5aaa81 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 944 time: 0.1096818
Sep 15 19:12:26.325414 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ce04bc0c-49dc-4dd5-a91a-f48e6676e718 req-1235f5ef-8517-4f14-be0f-9fa98825f389 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715563
Sep 15 19:12:26.328127 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8534d80a-7ed2-40bd-b769-bc7d0437d074 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:26.369890 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 8534d80a-7ed2-40bd-b769-bc7d0437d074 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:26.369890 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8534d80a-7ed2-40bd-b769-bc7d0437d074 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:26.369890 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ca3391da-4657-4099-a965-e92191852f2d no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:26.413314 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: ca3391da-4657-4099-a965-e92191852f2d {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:26.413648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ca3391da-4657-4099-a965-e92191852f2d not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:26.426414 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] DHCP port deletion for 26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:12:26.428666 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.432724 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] For port 034c8a8c-494c-4b90-baaf-02a7fc28123b, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=034c8a8c-494c-4b90-baaf-02a7fc28123b,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:26.433303 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.446196 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Deleting port 034c8a8c-494c-4b90-baaf-02a7fc28123b {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:26.446926 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.507096 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dbacc4-b502-47d3-958f-3103e9c8197f'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:12:26.521599 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port d0dbacc4-b502-47d3-958f-3103e9c8197f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:26.549658 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.556580 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-4ac1f77c-889a-47d2-b6be-30e5d86bbdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:26.577976 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Calling delete_port for 034c8a8c-494c-4b90-baaf-02a7fc28123b owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:26.585349 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dbacc4-b502-47d3-958f-3103e9c8197f', 'code': 200}
Sep 15 19:12:26.659170 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.663517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8cab488f-59e4-48e7-a0f5-b99b138a5c14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:26.667565 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=d0dbacc4-b502-47d3-958f-3103e9c8197f,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:26.713178 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:26.737690 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] For port 034c8a8c-494c-4b90-baaf-02a7fc28123b, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=034c8a8c-494c-4b90-baaf-02a7fc28123b,segment=NetworkSegment(9a06d5a6-5000-4e83-8fb6-0adffce08011),segment_id=9a06d5a6-5000-4e83-8fb6-0adffce08011)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:26.738093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.799694 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Pushing event deleted for resources: {'Port': ['ID=034c8a8c-494c-4b90-baaf-02a7fc28123b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:26.801987 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:26.804592 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] No DVR routers for this DVR port 034c8a8c-494c-4b90-baaf-02a7fc28123b on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:12:26.815259 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e14fe4d0-6682-47a9-a0a9-0bcce3cc276c req-025644da-124f-4c1c-96db-489c4453c171 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 1098 time: 0.0778596
Sep 15 19:12:26.860189 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e14fe4d0-6682-47a9-a0a9-0bcce3cc276c req-05be3c73-4aba-4eb0-9d26-e8371e67a0f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385897
Sep 15 19:12:26.888071 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Calling delete_port for 034c8a8c-494c-4b90-baaf-02a7fc28123b owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:26.922750 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.936230 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b9aeca0>,) {'filters': {'network_id': ['26a47a5e-d8d5-4ac2-9706-ca39cb183cd0']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:26.948009 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b9aeca0>, '9a06d5a6-5000-4e83-8fb6-0adffce08011') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:26.948300 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b9aeca0>, '9a06d5a6-5000-4e83-8fb6-0adffce08011') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:26.960045 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.962228 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:12:26.962737 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:12:26.975568 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.981289 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:12:26.981663 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:12:26.995420 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:12:27.070339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.074925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.077294 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8f8ec34d-50fa-49dd-aa34-5bd13db19d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:27.098019 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a47a5e-d8d5-4ac2-9706-ca39cb183cd0,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:27.100331 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:27.111277 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] 10.222.0.52 "DELETE /v2.0/networks/26a47a5e-d8d5-4ac2-9706-ca39cb183cd0 HTTP/1.1" status: 204  len: 168 time: 1.0948765
Sep 15 19:12:27.246459 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42740) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:27.298965 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-71fc08bb-55b0-4f4d-af3b-abbbb232f55c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d4cf5299c3b4a5b85e66e99e2c7d520&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0509951
Sep 15 19:12:27.301319 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42744) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:27.362769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.388476 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.439679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.444717 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8749b463-7a73-48d5-bcf4-46fd54bac1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:27.458119 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754c33e-eb88-458a-9850-5ee02f9aa710,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:27.461859 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:27.464802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Deleting port 034c8a8c-494c-4b90-baaf-02a7fc28123b {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:27.465276 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.471873 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:27.473021 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-138eae9a-0763-4077-b83a-d43b88449b60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3754c33e-eb88-458a-9850-5ee02f9aa710 HTTP/1.1" status: 204  len: 168 time: 0.1708286
Sep 15 19:12:27.545768 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-281b7825-91cc-4945-b86c-fe0121a829fa None None] The port '034c8a8c-494c-4b90-baaf-02a7fc28123b' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:12:27.556996 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88c540-15dd-4e05-aacd-35d8c6894128 req-acd32b69-bff6-471b-9cb4-6e69cf799731 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:27.558562 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c88c540-15dd-4e05-aacd-35d8c6894128 req-acd32b69-bff6-471b-9cb4-6e69cf799731 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 945 time: 0.0852766
Sep 15 19:12:27.606844 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c88c540-15dd-4e05-aacd-35d8c6894128 req-979eaab7-b4a0-4a67-af02-ac1a0402cab9 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423386
Sep 15 19:12:28.291614 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 034c8a8c-494c-4b90-baaf-02a7fc28123b no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:28.324425 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 034c8a8c-494c-4b90-baaf-02a7fc28123b {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:28.324771 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 034c8a8c-494c-4b90-baaf-02a7fc28123b not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:28.637915 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-4d36f36f-64bc-4c6f-a410-f433f754e49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:28.831223 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ef856-18bb-4f72-ad50-5343fff20fe1 req-eb11e9f9-2410-46be-a112-3cf32fd0ea2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:28.833763 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-493ef856-18bb-4f72-ad50-5343fff20fe1 req-eb11e9f9-2410-46be-a112-3cf32fd0ea2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 945 time: 0.0965877
Sep 15 19:12:28.911442 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-493ef856-18bb-4f72-ad50-5343fff20fe1 req-3a6b4373-76d7-43fd-9f5f-04b7869c4856 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714598
Sep 15 19:12:29.014714 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:30.909074 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-94155266-3b99-4ac6-a403-eafd03e3c62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:31.810356 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:33.390410 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:33.908480 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:34.908391 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:12:34.955354 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-8c69fcd5-9ad0-47e1-85bf-fd4ff0061873 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1739524652&fields=id&tenant_id=84be52005fc64709886be018fb65cf67 HTTP/1.1" status: 200  len: 267 time: 0.0445809
Sep 15 19:12:35.042457 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-f94689de-1a20-4111-85ba-f5cd20e1c47c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:35.043947 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-f94689de-1a20-4111-85ba-f5cd20e1c47c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 984 time: 0.0834959
Sep 15 19:12:35.055054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Request body: {'port': {'security_groups': ['c21d0082-67fe-4d74-9da3-b4650a98c674']}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:12:35.172874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.424925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:35.449339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.453874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.461482 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-61dc3e98-3787-4771-9200-a7b00167dd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:35.469992 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['f43d1a0b-30c4-4051-850d-fbebd3593cb5'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:12:35.529302 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:35.529943 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.531436 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-fb9d536f-ce49-4ef5-9ccf-579bfa4e4bef req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "PUT /v2.0/ports/f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 942 time: 0.4807734
Sep 15 19:12:35.531876 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:12:35.538479 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42878) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:35.548063 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event updated for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=7']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:35.557874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.558247 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.558760 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.558992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.559350 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.559703 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.560056 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.560404 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.560763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.561695 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.562050 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:12:35.566403 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:35.608470 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'status': 'completed', 'code': 200}
Sep 15 19:12:35.669913 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['f43d1a0b-30c4-4051-850d-fbebd3593cb5'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:12:35.731656 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.773156 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.810249 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-157d8c1f-97ce-4d41-8a32-3ce2283f8025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1098 time: 0.1674201
Sep 15 19:12:35.867703 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-f6f44ba0-b04a-449c-a700-d0c2a26fb0f6 None None] Provisioning complete for port f43d1a0b-30c4-4051-850d-fbebd3593cb5 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:12:35.868010 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f6f44ba0-b04a-449c-a700-d0c2a26fb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.947848 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-5d4f6e72-0d72-4bf1-b269-1829da28be36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:35.949334 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-5d4f6e72-0d72-4bf1-b269-1829da28be36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.1328008
Sep 15 19:12:35.955071 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:35.958889 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e6888cd1-d95f-4ea7-a18d-e7a2cbb53b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:36.031488 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e6a123-5a02-4d06-880a-b83f49825f29,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:36.040691 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:36.067076 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:36.071422 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-affb33e2-8e89-4400-b0dc-2bd5d897d9e6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "DELETE /v2.0/security-groups/d3e6a123-5a02-4d06-880a-b83f49825f29 HTTP/1.1" status: 204  len: 168 time: 0.5286827
Sep 15 19:12:36.073241 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42884) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:36.096113 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-e8f1cc16-a75e-4e8a-9bef-9ade45599224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1243026
Sep 15 19:12:36.171538 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-9bb6790e-da3e-4ff0-a759-acb57eb622f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:36.173635 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-9bb6790e-da3e-4ff0-a759-acb57eb622f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.0710628
Sep 15 19:12:36.250101 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-f0707a88-9d6b-4ad3-b10f-7cfc282e7fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695808
Sep 15 19:12:36.282438 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Deleting port 69f79dfc-9bd2-4195-b509-f42db6df184a {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:36.282813 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:36.386729 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-96349131-0db4-4cb1-9e48-64e1a64cb22b service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297574
Sep 15 19:12:36.473265 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:36.473590 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:36.625705 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d392882-8d65-4e00-bb84-4505c2ed76cc req-bb12fd47-c7b9-49b3-b34b-f23956d68cfe service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2315428
Sep 15 19:12:36.689628 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Calling delete_port for 69f79dfc-9bd2-4195-b509-f42db6df184a owned by network:floatingip {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:36.852243 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:36.856360 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-52c7633b-ba0f-42f4-91c7-29b59f5b17cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:36.900446 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event deleted for resources: {'Port': ['ID=69f79dfc-9bd2-4195-b509-f42db6df184a,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:36.903050 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:36.996210 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks [] for floatingip, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.084301 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 42904) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:37.235941 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.269646 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:37.273685 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2dab639edf194a92b005b3dd1bc5a71c is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:37.276635 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:37.282385 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:37.353821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.358404 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.374631 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b1b8b665-6d35-4bad-9869-49d5ed04c9bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:37.414991 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e2f8a-3f1a-4fc1-acbe-0ce98e70221c,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:37.417996 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:37.423496 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2dab639edf194a92b005b3dd1bc5a71c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3351047
Sep 15 19:12:37.423984 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Router b6bd5543-6061-4799-a62d-2186318400e8 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:12:37.423984 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42912) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:37.565267 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.597810 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.721763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.726725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0629ced9-ab3e-44a3-9b9c-a69272c955fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:37.742856 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e2f8a-3f1a-4fc1-acbe-0ce98e70221c,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:37.746554 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:37.765334 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:12:37.776514 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.777388 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] Sync routers for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:12:37.777828 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad5e2f8a-3f1a-4fc1-acbe-0ce98e70221c HTTP/1.1" status: 204  len: 168 time: 0.3529887
Sep 15 19:12:37.778704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:37.790201 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:37.790843 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b83a970>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:37.840122 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-49a2472c-e558-486f-a96b-9641df231655 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "DELETE /v2.0/floatingips/7009285f-b3ad-42d2-9361-a051886b406b HTTP/1.1" status: 204  len: 168 time: 1.7621219
Sep 15 19:12:37.840122 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:12:37.923635 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'status': 'completed', 'code': 200}
Sep 15 19:12:38.011443 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:38.043837 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-34c070e0-93ea-4bb7-a770-1b8dfd2820c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1098 time: 0.0965228
Sep 15 19:12:38.207218 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-e1264f19-13d3-4192-b5cb-76b01d7cf074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:38.208731 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-e1264f19-13d3-4192-b5cb-76b01d7cf074 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.1588290
Sep 15 19:12:38.343605 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-b415af3e-fc7b-4530-b47f-c7b10490ba27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 217 time: 0.1181948
Sep 15 19:12:38.460180 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-893fe21e-f413-414d-ae9a-7d2fa788e6a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:38.461667 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-893fe21e-f413-414d-ae9a-7d2fa788e6a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.1124427
Sep 15 19:12:38.492441 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b83a970>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:40Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:38.496593 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] Checking router: b6bd5543-6061-4799-a62d-2186318400e8 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:12:38.508545 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:38.509291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b83a970>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:38.567058 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-93677fa6-11aa-46f4-9393-3a13f9def93d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0985126
Sep 15 19:12:38.713602 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-23e1e8ba-ba76-4c9a-8c63-2d5a01b81510 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391044
Sep 15 19:12:38.759411 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:38.876024 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-797d054d-eea8-4d92-a346-cf1aa63fba13 req-f96e26f5-a028-477a-9eaa-19cd180dd09c service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456764
Sep 15 19:12:39.074128 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-994e84a4-11df-40ba-8f30-6a2acf95c7b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0790074
Sep 15 19:12:39.112618 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b83a970>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:40Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:39.117056 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9b3cd-73d6-4fc0-88ed-0509c9cd9be1 None None] The sync data for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi is: [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:22Z', 'revision_number': 4, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'a095935c-22e5-4f92-9e84-b11ce9c6e2e5', 'name': '', 'network_id': '355af425-ba89-4745-b6ea-5186fb01d0ec', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'mac_address': 'fa:16:3e:3d:7d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:21Z', 'updated_at': '2021-09-15T19:10:40Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'subnets': [{'id': '6a4f997b-ecbb-4c22-91ad-6672214a5e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:12:39.176270 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-cccefa3b-02e0-423d-ace9-3b89767442d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84be52005fc64709886be018fb65cf67&device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 1098 time: 0.0802493
Sep 15 19:12:39.422026 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc5c70c-3934-4be4-a5f9-0b2fd2a8bf59 None None] New status for floating IP 7009285f-b3ad-42d2-9361-a051886b406b: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:12:39.457982 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-b342273e-0230-4236-9048-964bb34f5319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:39.459822 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-b342273e-0230-4236-9048-964bb34f5319 service neutron] 10.222.0.30 "GET /v2.0/networks?id=355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 200  len: 914 time: 0.2614789
Sep 15 19:12:39.558881 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-21d90c49-be33-49d2-a0a6-6b95a0cd7f26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 200  len: 217 time: 0.0908554
Sep 15 19:12:39.637398 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-8a8acc0b-ba50-4f44-9df9-57269c9312d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:39.638984 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-8a8acc0b-ba50-4f44-9df9-57269c9312d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 200  len: 853 time: 0.0742648
Sep 15 19:12:39.726300 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-476ed506-272c-4f46-a926-82786c506d4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=355af425-ba89-4745-b6ea-5186fb01d0ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809577
Sep 15 19:12:39.885511 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-595692e3-b16e-454a-b45d-b18de7231f48 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518080
Sep 15 19:12:40.141262 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0cb7d5a3-fc5b-48f6-8675-c990114d7d2f req-02fc3765-62b3-4aff-8e71-544d69424b65 service neutron] 10.222.0.30 "GET /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2491553
Sep 15 19:12:40.562615 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 42992) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:40.725419 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:40.758613 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:40.762414 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Usage tracker for resource:security_group_rule and tenant:f17848f7c58f42c5a47c76f9aaf56c27 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:40.765693 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:40.772628 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:40.845152 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:40.849480 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:40.856993 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ad5df126-7592-462b-9950-c9c7c1617efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:40.896961 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498a58fb-8eb1-422a-a49b-ae156c8c31f4,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:40.901289 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f17848f7c58f42c5a47c76f9aaf56c27&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3376899
Sep 15 19:12:40.902263 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-01874f88-0c8a-4901-8e4c-7c96a2111423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:40.904331 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43000) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:40.963443 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:40.991008 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.050533 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.055338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-09ae506f-133e-4fe4-9bbe-24e90fa9a2f3 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:41.067704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a58fb-8eb1-422a-a49b-ae156c8c31f4,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:41.069904 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:41.073427 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.079205 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2a4c9e7e-b5a9-4897-b664-14618862f4cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/498a58fb-8eb1-422a-a49b-ae156c8c31f4 HTTP/1.1" status: 204  len: 168 time: 0.1732962
Sep 15 19:12:41.485791 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43014) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:41.521405 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.567873 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:41.579989 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b98780-f423-49ec-8811-ac74a665a369 req-52b8b7a8-912c-4383-ae52-0ae9239b82d4 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:41.580826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-12b98780-f423-49ec-8811-ac74a665a369 req-52b8b7a8-912c-4383-ae52-0ae9239b82d4 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:12:41.584007 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Usage tracker for resource:security_group_rule and tenant:1c676646273542e298528bb238fbf3e5 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:41.587691 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:41.595825 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:41.612344 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-12b98780-f423-49ec-8811-ac74a665a369 req-52b8b7a8-912c-4383-ae52-0ae9239b82d4 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:12:41.613753 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-12b98780-f423-49ec-8811-ac74a665a369 req-52b8b7a8-912c-4383-ae52-0ae9239b82d4 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.1761761
Sep 15 19:12:41.715119 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-12b98780-f423-49ec-8811-ac74a665a369 req-bc801fcf-547f-4385-8bed-a4359b781287 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936785
Sep 15 19:12:41.746628 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.756326 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.764764 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-55c7056b-c777-4605-b0a2-025f2d8ab0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:41.814048 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0659d0e9-e52d-4491-9259-e6cf0ba42fdb,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:41.816967 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:41.820238 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5c36af72-bf5f-4827-8b32-fa26fff839cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c676646273542e298528bb238fbf3e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3323593
Sep 15 19:12:41.822048 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43022) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:41.888226 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.913853 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.966375 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.970623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2014aea0-bbc7-4963-84df-f76ce9020276 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:41.985506 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0659d0e9-e52d-4491-9259-e6cf0ba42fdb,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:41.987734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:41.994016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:41.995512 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0659d0e9-e52d-4491-9259-e6cf0ba42fdb HTTP/1.1" status: 204  len: 168 time: 0.1722245
Sep 15 19:12:42.921993 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d823-dab7-480f-9350-437099a09736 req-38de360c-124a-44d3-8368-bd4928746f4c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:42.923746 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b5b4d823-dab7-480f-9350-437099a09736 req-38de360c-124a-44d3-8368-bd4928746f4c tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.0878551
Sep 15 19:12:42.967745 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b5b4d823-dab7-480f-9350-437099a09736 req-9afb4560-d375-49f2-b161-9237a7c54c64 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Synchronizing usage tracker for tenant:84be52005fc64709886be018fb65cf67 on resource:security_group {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:12:42.983361 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-b5b4d823-dab7-480f-9350-437099a09736 req-9afb4560-d375-49f2-b161-9237a7c54c64 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Unset dirty status for tenant:84be52005fc64709886be018fb65cf67 on resource:security_group {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:12:42.984604 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b5b4d823-dab7-480f-9350-437099a09736 req-9afb4560-d375-49f2-b161-9237a7c54c64 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/security-groups?id=c21d0082-67fe-4d74-9da3-b4650a98c674&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554287
Sep 15 19:12:43.319759 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-5880d5b5-8f66-4874-925d-0fff1f8b6951 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:12:43.321470 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-5880d5b5-8f66-4874-925d-0fff1f8b6951 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 945 time: 0.0807219
Sep 15 19:12:43.399008 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Deleting port f43d1a0b-30c4-4051-850d-fbebd3593cb5 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:43.399351 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:43.653900 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] For port f43d1a0b-30c4-4051-850d-fbebd3593cb5, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=f43d1a0b-30c4-4051-850d-fbebd3593cb5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:43.654255 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:43.777649 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Calling delete_port for f43d1a0b-30c4-4051-850d-fbebd3593cb5 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:43.925114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:43.932284 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-82388ee6-9a6f-4e7e-a3b1-b932f9f60e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:43.938756 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['f43d1a0b-30c4-4051-850d-fbebd3593cb5'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:12:43.977811 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Pushing event deleted for resources: {'Port': ['ID=f43d1a0b-30c4-4051-850d-fbebd3593cb5,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:43.980417 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:44.063991 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] No DVR routers for this DVR port f43d1a0b-30c4-4051-850d-fbebd3593cb5 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:12:44.066809 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:44.069878 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'name': 'network-vif-deleted', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:12:44.089849 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ed92c72a-0e4b-4130-8596-a25192e3a94a req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.30 "DELETE /v2.0/ports/f43d1a0b-30c4-4051-850d-fbebd3593cb5 HTTP/1.1" status: 204  len: 173 time: 0.7616014
Sep 15 19:12:44.145977 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6eaed2-8a87-46a0-8030-ec62d73a43c1', 'name': 'network-vif-deleted', 'tag': 'f43d1a0b-30c4-4051-850d-fbebd3593cb5', 'status': 'completed', 'code': 200}
Sep 15 19:12:44.270728 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-e80f9a15-4908-4bf2-b48e-f5363dd625fc req-e20e4945-d9d6-462a-8c50-bc0b75d866e1 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a6eaed2-8a87-46a0-8030-ec62d73a43c1 HTTP/1.1" status: 200  len: 210 time: 0.1342525
Sep 15 19:12:46.062422 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device f43d1a0b-30c4-4051-850d-fbebd3593cb5 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:46.086639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43138) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:46.103936 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: f43d1a0b-30c4-4051-850d-fbebd3593cb5 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:46.104291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device f43d1a0b-30c4-4051-850d-fbebd3593cb5 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:46.517492 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:47.135300 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Deleting port a095935c-22e5-4f92-9e84-b11ce9c6e2e5 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:47.135992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:47.307405 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] For port a095935c-22e5-4f92-9e84-b11ce9c6e2e5, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:47.307755 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:47.427724 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Calling delete_port for a095935c-22e5-4f92-9e84-b11ce9c6e2e5 owned by network:router_interface {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:47.703816 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:47.707399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a5ff4c0a-9ec9-48bd-832c-bfcbc305c4d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:47.748358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a095935c-22e5-4f92-9e84-b11ce9c6e2e5,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:47.753144 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:48.070689 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.335331 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43174) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:48.479846 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.511945 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:48.515930 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Usage tracker for resource:security_group_rule and tenant:24b0df93e6fd40e685731d3eb9902e4c is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:48.518861 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:48.524598 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:48.591334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.595290 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.602532 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-fb26c362-b5b6-4c50-b842-d05c6587dee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:48.646830 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea709a27-5e13-46d9-87f4-11d3299240b6,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:48.649898 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:48.659940 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24b0df93e6fd40e685731d3eb9902e4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3207643
Sep 15 19:12:48.660669 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43180) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:48.671274 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Router b6bd5543-6061-4799-a62d-2186318400e8 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:12:48.723553 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.749887 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.802056 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.806082 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-833e5529-6fc8-4340-bfe6-63bf0bc4ca6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:48.818691 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea709a27-5e13-46d9-87f4-11d3299240b6,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:48.821419 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:48.833937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:48.838790 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea709a27-5e13-46d9-87f4-11d3299240b6 HTTP/1.1" status: 204  len: 168 time: 0.1775317
Sep 15 19:12:48.884680 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:12:48.896843 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] Sync routers for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:12:48.899710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43188) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:48.899863 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] 10.222.0.52 "PUT /v2.0/routers/b6bd5543-6061-4799-a62d-2186318400e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8109629
Sep 15 19:12:48.914143 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:48.914961 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922ba75100>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:49.103499 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:49.119439 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks [] for router, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.230102 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43194) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:49.248937 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.282792 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:49.286682 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Usage tracker for resource:security_group_rule and tenant:9d25e28251724db582ab516337f40e3d is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:49.290176 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:49.296678 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:49.333416 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.344606 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Deleting port 52ce81f3-7918-4dd7-8938-d2439c1071c0 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:49.345923 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.368298 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.374679 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.384153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bd37f379-d632-4e3f-a280-288a5d0a4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:49.412788 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922ba75100>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:12:47Z', 'revision_number': 5, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port': {'id': '52ce81f3-7918-4dd7-8938-d2439c1071c0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:49.416900 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] Checking router: b6bd5543-6061-4799-a62d-2186318400e8 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:12:49.429723 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] Routers {'b6bd5543-6061-4799-a62d-2186318400e8'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:49.429950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129d07d4-bf21-40cb-b05e-c98d2bb6574a,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:49.430354 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922ba75100>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b6bd5543-6061-4799-a62d-2186318400e8'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:49.437289 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d25e28251724db582ab516337f40e3d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2059538
Sep 15 19:12:49.438126 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43198) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:49.438874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6c2045b8-f510-474f-883e-320b74264302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:49.510152 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.537310 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.595200 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] Set router b6bd5543-6061-4799-a62d-2186318400e8 gateway port host: None {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:49.597703 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.602521 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-34e2e161-0ab8-4234-8a7f-ed7f518bfbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:49.612935 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d07d4-bf21-40cb-b05e-c98d2bb6574a,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:49.617631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:49.620183 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.621464 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/129d07d4-bf21-40cb-b05e-c98d2bb6574a HTTP/1.1" status: 204  len: 168 time: 0.1815343
Sep 15 19:12:49.649378 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] For port 52ce81f3-7918-4dd7-8938-d2439c1071c0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=52ce81f3-7918-4dd7-8938-d2439c1071c0,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:49.649727 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.712132 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922ba75100>, [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:12:49Z', 'revision_number': 6, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:49.718662 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7ab95f-a4f8-455b-a52a-b7f9c7b70839 None None] The sync data for ids ['b6bd5543-6061-4799-a62d-2186318400e8'] in dv-cinder-806008-3-iscsi is: [{'id': 'b6bd5543-6061-4799-a62d-2186318400e8', 'name': 'tempest-TestMinimumBasicScenario-565025969-router', 'tenant_id': '84be52005fc64709886be018fb65cf67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:19Z', 'updated_at': '2021-09-15T19:12:49Z', 'revision_number': 6, 'project_id': '84be52005fc64709886be018fb65cf67', 'gw_port_host': None}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:12:49.773983 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Calling delete_port for 52ce81f3-7918-4dd7-8938-d2439c1071c0 owned by network:router_gateway {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:49.944324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:49.949168 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2a2e1ba8-c2d0-4ba3-8adb-8127d4798155 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:49.996011 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Pushing event deleted for resources: {'Port': ['ID=52ce81f3-7918-4dd7-8938-d2439c1071c0,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:49.998574 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:50.228942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.487843 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.492615 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.535964 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a095935c-22e5-4f92-9e84-b11ce9c6e2e5 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:50.570377 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: a095935c-22e5-4f92-9e84-b11ce9c6e2e5 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:50.570751 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device a095935c-22e5-4f92-9e84-b11ce9c6e2e5 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:50.571180 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 52ce81f3-7918-4dd7-8938-d2439c1071c0 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:50.585921 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.586453 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6bd5543-6061-4799-a62d-2186318400e8 {{(pid=75126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:12:50.600443 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.602717 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] 10.222.0.52 "DELETE /v2.0/routers/b6bd5543-6061-4799-a62d-2186318400e8 HTTP/1.1" status: 204  len: 168 time: 1.7015877
Sep 15 19:12:50.605361 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43224) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:50.607749 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 52ce81f3-7918-4dd7-8938-d2439c1071c0 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:50.608829 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 52ce81f3-7918-4dd7-8938-d2439c1071c0 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:50.668708 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Deleting subnet 6a4f997b-ecbb-4c22-91ad-6672214a5e8e {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:12:50.672478 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.827539 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.905964 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.976210 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:50.981035 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a4f34a9b-f28d-4b85-90da-e0348b40548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:51.017654 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4f997b-ecbb-4c22-91ad-6672214a5e8e,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:51.020140 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:51.024117 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.029133 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c9b51-bb0d-4825-b5de-cc310b594199 None None] Network 355af425-ba89-4745-b6ea-5186fb01d0ec requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:12:51.030917 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2d59286a-1a5b-40ce-a165-5b0652d4c7a6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6a4f997b-ecbb-4c22-91ad-6672214a5e8e HTTP/1.1" status: 204  len: 168 time: 0.4245248
Sep 15 19:12:51.033739 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43236) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:51.154826 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.167912 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Deleting port bdbf8ea0-174b-4f54-8465-551c527ed5af {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:51.168539 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.393783 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] DHCP port deletion for 355af425-ba89-4745-b6ea-5186fb01d0ec request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:12:51.398821 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Deleting port bdbf8ea0-174b-4f54-8465-551c527ed5af {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:51.399433 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.400576 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] For port bdbf8ea0-174b-4f54-8465-551c527ed5af, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=bdbf8ea0-174b-4f54-8465-551c527ed5af,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:51.400935 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.530434 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Calling delete_port for bdbf8ea0-174b-4f54-8465-551c527ed5af owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:51.607611 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.612304 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] For port bdbf8ea0-174b-4f54-8465-551c527ed5af, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=bdbf8ea0-174b-4f54-8465-551c527ed5af,segment=NetworkSegment(e73baa54-f9a6-4630-a1bf-23385ffe08c8),segment_id=e73baa54-f9a6-4630-a1bf-23385ffe08c8)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:51.612811 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:51.612935 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.656778 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbf8ea0-174b-4f54-8465-551c527ed5af,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:51.660327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:51.663669 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] No DVR routers for this DVR port bdbf8ea0-174b-4f54-8465-551c527ed5af on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:12:51.735465 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Calling delete_port for bdbf8ea0-174b-4f54-8465-551c527ed5af owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:51.779968 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.793281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b8af5b0>,) {'filters': {'network_id': ['355af425-ba89-4745-b6ea-5186fb01d0ec']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:51.807270 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b8af5b0>, 'e73baa54-f9a6-4630-a1bf-23385ffe08c8') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:51.807564 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b8af5b0>, 'e73baa54-f9a6-4630-a1bf-23385ffe08c8') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:51.815769 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:12:51.816202 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:12:51.825818 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.843787 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.850127 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:12:51.850550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:12:51.864351 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:12:51.941171 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.944780 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:51.959374 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:51.968371 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=355af425-ba89-4745-b6ea-5186fb01d0ec,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:51.971511 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:51.981895 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7dc76b90-0193-40ab-b8af-d7d53a0e25b2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/355af425-ba89-4745-b6ea-5186fb01d0ec HTTP/1.1" status: 204  len: 168 time: 0.9470973
Sep 15 19:12:51.985617 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43264) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:52.317891 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Deleting port bdbf8ea0-174b-4f54-8465-551c527ed5af {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:52.318275 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:52.426933 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-274bae41-9fd1-46b0-895d-0c841c371146 None None] The port 'bdbf8ea0-174b-4f54-8465-551c527ed5af' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:12:52.428733 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device bdbf8ea0-174b-4f54-8465-551c527ed5af no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:52.462050 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: bdbf8ea0-174b-4f54-8465-551c527ed5af {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:52.462702 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device bdbf8ea0-174b-4f54-8465-551c527ed5af not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:52.537700 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:53.124922 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Deleting port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:53.125643 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:53.291607 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] For port ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:53.291958 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:53.410043 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Calling delete_port for ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e owned by network:router_interface {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:53.588817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:53.593515 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:53.635819 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:53.637577 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:54.063440 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:54.639121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Router b2c0cc7e-11fd-4c6d-8980-d0227678a96a has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:12:54.847477 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:12:54.856864 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] Sync routers for ids ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:12:54.862858 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] 10.222.0.52 "PUT /v2.0/routers/b2c0cc7e-11fd-4c6d-8980-d0227678a96a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8738377
Sep 15 19:12:54.863161 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43294) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:54.871135 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] Routers {'b2c0cc7e-11fd-4c6d-8980-d0227678a96a'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:54.871754 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bcf0d90>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:55.056630 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] Set router b2c0cc7e-11fd-4c6d-8980-d0227678a96a gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:55.091858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks [] for router, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.297710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.308311 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Deleting port 29a97dbb-e762-48ef-a341-344cb7741117 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:55.309038 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.314413 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43306) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:55.359210 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bcf0d90>, [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '29a97dbb-e762-48ef-a341-344cb7741117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:12:53Z', 'revision_number': 5, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port': {'id': '29a97dbb-e762-48ef-a341-344cb7741117', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:10:26Z', 'updated_at': '2021-09-15T19:10:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:55.363956 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] Checking router: b2c0cc7e-11fd-4c6d-8980-d0227678a96a for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:12:55.377316 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] Routers {'b2c0cc7e-11fd-4c6d-8980-d0227678a96a'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:12:55.377987 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bcf0d90>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:12:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:55.473210 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.507047 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:55.511632 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Usage tracker for resource:security_group_rule and tenant:33b52d3ec7e04909a377a3bd35f1a51f is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:55.514992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:55.521435 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:55.560261 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] Set router b2c0cc7e-11fd-4c6d-8980-d0227678a96a gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:12:55.591215 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.596062 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.603432 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-da28c14f-6f31-4952-bfcc-1c1639c85ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:55.620653 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] For port 29a97dbb-e762-48ef-a341-344cb7741117, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=29a97dbb-e762-48ef-a341-344cb7741117,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:55.621128 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.642843 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a3f51-7837-4312-8424-fab4e13433ee,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:55.645734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:55.650858 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-dedc01b0-c244-4e99-bd23-f313a1388d91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=33b52d3ec7e04909a377a3bd35f1a51f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3353231
Sep 15 19:12:55.651341 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43312) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:55.669064 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bcf0d90>, [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:12:55Z', 'revision_number': 6, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:55.675201 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf6246-1f7d-4619-a519-bf2664bdc7f2 None None] The sync data for ids ['b2c0cc7e-11fd-4c6d-8980-d0227678a96a'] in dv-cinder-806008-3-iscsi is: [{'id': 'b2c0cc7e-11fd-4c6d-8980-d0227678a96a', 'name': 'tempest-TestMinimumBasicScenario-378808055-router', 'tenant_id': '057952917d26444595948c4e79246b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:10:25Z', 'updated_at': '2021-09-15T19:12:55Z', 'revision_number': 6, 'project_id': '057952917d26444595948c4e79246b69', 'gw_port_host': None}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:12:55.716833 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.742762 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.745817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Calling delete_port for 29a97dbb-e762-48ef-a341-344cb7741117 owned by network:router_gateway {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:55.791670 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.797069 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c829a680-0aca-41a6-a0af-5b33138ddf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:55.810050 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a3f51-7837-4312-8424-fab4e13433ee,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:55.813013 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:55.813794 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.817492 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-41aacac1-18a9-497d-b4d5-17c9df221af1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd8a3f51-7837-4312-8424-fab4e13433ee HTTP/1.1" status: 204  len: 168 time: 0.1648676
Sep 15 19:12:55.916379 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:55.920474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b6fe0aa9-84f2-42d2-b0f0-ce4ca8983113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:55.964511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Pushing event deleted for resources: {'Port': ['ID=29a97dbb-e762-48ef-a341-344cb7741117,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:55.968985 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:56.198972 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.241558 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43322) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:56.259663 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.291238 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:12:56.295023 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3b6fd038864c1cbba0dca7ea4314a3 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:12:56.297817 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:12:56.303734 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:12:56.367763 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.371437 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.386142 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-85e8650a-3674-47ed-bde2-a0583976b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:56.427557 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc3b6fd038864c1cbba0dca7ea4314a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1849117
Sep 15 19:12:56.428510 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4815dbaa-26d2-4e42-bac2-06b2bbc17725,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:56.430947 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43326) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:56.433318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3955b976-45b7-469f-a8a3-7590c24f46d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:56.464284 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.478739 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.496385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.505539 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.506301 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c0cc7e-11fd-4c6d-8980-d0227678a96a {{(pid=75126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:12:56.518989 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.520149 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-074d17c5-3241-434c-8df4-a54f4f441fde admin admin] 10.222.0.52 "DELETE /v2.0/routers/b2c0cc7e-11fd-4c6d-8980-d0227678a96a HTTP/1.1" status: 204  len: 168 time: 1.6560433
Sep 15 19:12:56.522626 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43330) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:56.524308 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:56.525874 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.560889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:56.561833 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ab4b0208-e1a6-4fdc-b6e7-debd25d2ac7e not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:56.562406 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 29a97dbb-e762-48ef-a341-344cb7741117 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:56.588626 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Deleting subnet d14938dd-c8ea-44de-abef-5029755d9f25 {{(pid=75126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:12:56.591049 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.597185 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-36eba7e6-b71d-4fbd-ab18-46be5ff7f1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:56.598440 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.599876 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 29a97dbb-e762-48ef-a341-344cb7741117 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:56.600335 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 29a97dbb-e762-48ef-a341-344cb7741117 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:56.607419 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4815dbaa-26d2-4e42-bac2-06b2bbc17725,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:56.614957 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:56.615891 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.617196 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-242e096b-4488-4eaf-a0e5-c70235b5ba0f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4815dbaa-26d2-4e42-bac2-06b2bbc17725 HTTP/1.1" status: 204  len: 168 time: 0.1853652
Sep 15 19:12:56.653446 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-921545'] for subnet, precommit_delete_associations {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.742251 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.819749 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8281650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8263578'] for subnet, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.824685 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:56.865386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14938dd-c8ea-44de-abef-5029755d9f25,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:56.868046 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:56.871591 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:56.878015 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a33a839a-d000-44a7-9a09-3815cc71ec87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d14938dd-c8ea-44de-abef-5029755d9f25 HTTP/1.1" status: 204  len: 168 time: 0.3543000
Sep 15 19:12:56.878493 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6b684-06f2-4269-b710-b5a6c66c2aad None None] Network d65c6442-baa1-41a0-8683-0b8418bd012b requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:12:56.880559 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43338) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:57.095229 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.107162 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Deleting port 249c2994-50c2-47de-b7bb-a778ff70e602 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:57.107589 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.163231 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] DHCP port deletion for d65c6442-baa1-41a0-8683-0b8418bd012b request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:12:57.167331 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Deleting port 249c2994-50c2-47de-b7bb-a778ff70e602 {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:57.167963 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.393376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-26800453-010f-4306-8274-971b908ced35 admin admin] For port 249c2994-50c2-47de-b7bb-a778ff70e602, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=249c2994-50c2-47de-b7bb-a778ff70e602,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:57.395257 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.400339 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] For port 249c2994-50c2-47de-b7bb-a778ff70e602, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=249c2994-50c2-47de-b7bb-a778ff70e602,segment=NetworkSegment(024f8152-a116-41e9-ba79-49e27f329f79),segment_id=024f8152-a116-41e9-ba79-49e27f329f79)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:12:57.400947 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.539433 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Calling delete_port for 249c2994-50c2-47de-b7bb-a778ff70e602 owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:57.545369 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Calling delete_port for 249c2994-50c2-47de-b7bb-a778ff70e602 owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:12:57.642370 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.648340 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-557e7a59-3be1-46fe-9308-38383706d996 tempest-AttachVolumeNegativeTest-59348129 tempest-AttachVolumeNegativeTest-59348129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:57.662914 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:12:57.663396 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:12:57.708328 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Pushing event deleted for resources: {'Port': ['ID=249c2994-50c2-47de-b7bb-a778ff70e602,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:57.712696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:57.715421 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26800453-010f-4306-8274-971b908ced35 admin admin] No DVR routers for this DVR port 249c2994-50c2-47de-b7bb-a778ff70e602 on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:12:57.847554 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.861009 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-26800453-010f-4306-8274-971b908ced35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922bd72d90>,) {'filters': {'network_id': ['d65c6442-baa1-41a0-8683-0b8418bd012b']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:57.873492 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-26800453-010f-4306-8274-971b908ced35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922bd72d90>, '024f8152-a116-41e9-ba79-49e27f329f79') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:57.874357 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-26800453-010f-4306-8274-971b908ced35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922bd72d90>, '024f8152-a116-41e9-ba79-49e27f329f79') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:12:57.885756 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.901831 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.908949 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:12:57.909344 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:12:57.923873 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:12:58.000746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.004533 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:58.018025 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.028814 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65c6442-baa1-41a0-8683-0b8418bd012b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:58.032106 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:58.033958 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-26800453-010f-4306-8274-971b908ced35 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d65c6442-baa1-41a0-8683-0b8418bd012b HTTP/1.1" status: 204  len: 168 time: 1.1518853
Sep 15 19:12:58.165431 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Deleting port 249c2994-50c2-47de-b7bb-a778ff70e602 {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:12:58.165578 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.184170 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43374) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:58.231359 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-012d2b21-0e92-4076-889c-572d4e4d5715 None None] The port '249c2994-50c2-47de-b7bb-a778ff70e602' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:12:58.262482 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6149f823-1e70-4b61-9ded-5eb90837fb50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84be52005fc64709886be018fb65cf67&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0728576
Sep 15 19:12:58.263040 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43380) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:58.323528 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 249c2994-50c2-47de-b7bb-a778ff70e602 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:12:58.337670 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.380170 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.414311 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 249c2994-50c2-47de-b7bb-a778ff70e602 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:12:58.414571 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 249c2994-50c2-47de-b7bb-a778ff70e602 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:12:58.450996 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.455304 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-acfdadb4-3d31-462c-a5de-c025b4e48f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:58.469186 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d0082-67fe-4d74-9da3-b4650a98c674,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:58.472707 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:58.485425 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.489606 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-357c3ad8-d5a8-4dfc-93c7-cef9d8297283 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c21d0082-67fe-4d74-9da3-b4650a98c674 HTTP/1.1" status: 204  len: 168 time: 0.2254751
Sep 15 19:12:58.644543 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-137d3c4d-a2d7-41c9-86c7-7a5818c8777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:58.897473 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43398) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:58.950284 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-eb14eced-d5df-4077-9ac8-c201f416461c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=057952917d26444595948c4e79246b69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0515795
Sep 15 19:12:58.953317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43402) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:12:59.011711 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:59.017917 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:59.039323 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:59.192199 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:59.195873 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c567561d-9265-4127-bfe0-7aa004634319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:12:59.207103 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8176aae-1771-4d93-81b6-88768c61d496,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:12:59.209946 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:12:59.216211 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:12:59.218136 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1ced49d8-5248-4757-8d84-7e406cff9f40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8176aae-1771-4d93-81b6-88768c61d496 HTTP/1.1" status: 204  len: 168 time: 0.2632549
Sep 15 19:13:00.165978 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43452) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:00.306693 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1447934742-network', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:00.312289 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:00.316099 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Usage tracker for resource:network and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:00.319390 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:00.326200 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:00.339190 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Made reservation on behalf of e7dff64ac8314ec4bb3bc1edf6f46986 for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:00.341884 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.354877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.391469 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:00.395256 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:00.398315 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:00.404045 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:00.469049 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.473247 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.476115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-e7ca133f-7578-4d6e-bbab-f430197b1dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:00.504648 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:13:00.512740 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c00d2e-a0f7-493d-8239-237379cacfbe,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:00.516219 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:00.518608 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.518942 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Added segment c2d323b6-7c08-4c42-ae4c-29297fc269bb of type vlan for network ab384f0c-d90c-4362-a0d8-c1c9ff81f755
Sep 15 19:13:00.546121 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.574201 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.575401 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:00.575998 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.579284 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ff69dd39-af7e-49ef-8f01-a5f4f10db934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:00.679258 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5121286
Sep 15 19:13:00.682130 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43464) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:00.684796 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Pushing event updated for resources: {'Network': ['ID=ab384f0c-d90c-4362-a0d8-c1c9ff81f755,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:00.689706 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Request body: {'subnet': {'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1447934742-subnet', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'ip_version': 4}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:00.693109 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-51e82db7-9a8a-4c98-976e-7f9ac9e71c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:00.694241 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:13:00.695293 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:00.699557 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Usage tracker for resource:subnet and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:00.704076 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:00.709834 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:00.719669 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Made reservation on behalf of e7dff64ac8314ec4bb3bc1edf6f46986 for: {'subnet': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:00.721886 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7902850'] for subnet, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.911101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f7c8a33b-1238-41e8-9871-d3e8f421a566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.926115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8145777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7902868'] for subnet, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:00.930793 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-743da55d-881e-49bf-9a65-5bf4dafebad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:01.001639 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea75134-d730-47d1-91c7-8ac4376fb0df,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:01.005358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:01.010381 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Checking segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:01.010773 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Network hostable DHCP agents. Network: ab384f0c-d90c-4362-a0d8-c1c9ff81f755, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:13:01.032659 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:13:01.041256 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, ab384f0c-d90c-4362-a0d8-c1c9ff81f755) {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:01.045106 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:01.045685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.051963 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240481de-8e0b-4889-9f39-8d220f3da2a6 None None] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:13:01.065892 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-655fbcce-de1d-48db-a9b0-4e98df86809f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3826447
Sep 15 19:13:01.068423 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43470) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:01.073574 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:01.079950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:01.083948 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Usage tracker for resource:router and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:01.086916 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:01.093237 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:01.103509 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.104530 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.123138 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.266053 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310df40-8332-411c-b026-be5062253529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:13:01.266892 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0310df40-8332-411c-b026-be5062253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.364703 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.437151 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-0310df40-8332-411c-b026-be5062253529 None None] Allocated IP 172.20.0.2 (ab384f0c-d90c-4362-a0d8-c1c9ff81f755/eea75134-d730-47d1-91c7-8ac4376fb0df/496459cd-f90f-43f2-be79-c9b70ab89e6c) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:01.575849 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.610652 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.659897 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0310df40-8332-411c-b026-be5062253529 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.669955 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-0310df40-8332-411c-b026-be5062253529 None None] Transition to ACTIVE for port object 496459cd-f90f-43f2-be79-c9b70ab89e6c will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:01.690195 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-0310df40-8332-411c-b026-be5062253529 None None] Transition to ACTIVE for port object 496459cd-f90f-43f2-be79-c9b70ab89e6c will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:01.695652 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0310df40-8332-411c-b026-be5062253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.700582 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:01.757900 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Allocated IP 172.27.0.105 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/4357126d-1902-4e80-b67f-e2dbb1968c84) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:01.762620 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310df40-8332-411c-b026-be5062253529 None None] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:01.765645 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-0310df40-8332-411c-b026-be5062253529 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:01.769881 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310df40-8332-411c-b026-be5062253529 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:01.771887 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310df40-8332-411c-b026-be5062253529 None None] Pushing event updated for resources: {'Port': ['ID=496459cd-f90f-43f2-be79-c9b70ab89e6c,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:01.774894 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0310df40-8332-411c-b026-be5062253529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:01.868082 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.877874 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-0310df40-8332-411c-b026-be5062253529 None None] Attempting to bind port 496459cd-f90f-43f2-be79-c9b70ab89e6c on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:01.878240 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-0310df40-8332-411c-b026-be5062253529 None None] Attempting to bind port 496459cd-f90f-43f2-be79-c9b70ab89e6c by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:01.878638 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310df40-8332-411c-b026-be5062253529 None None] Attempting to bind port 496459cd-f90f-43f2-be79-c9b70ab89e6c on network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:01.885291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310df40-8332-411c-b026-be5062253529 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:01.885659 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310df40-8332-411c-b026-be5062253529 None None] Checking segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:01.886524 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0310df40-8332-411c-b026-be5062253529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.886524 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310df40-8332-411c-b026-be5062253529 None None] Bound using segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:01.886900 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-0310df40-8332-411c-b026-be5062253529 None None] Bound port: 496459cd-f90f-43f2-be79-c9b70ab89e6c, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:01.887275 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0310df40-8332-411c-b026-be5062253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.924716 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.953572 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:01.961550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:01.987306 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-0310df40-8332-411c-b026-be5062253529 None None] For port 496459cd-f90f-43f2-be79-c9b70ab89e6c, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:01.990359 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-0310df40-8332-411c-b026-be5062253529 None None] For port 496459cd-f90f-43f2-be79-c9b70ab89e6c, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=496459cd-f90f-43f2-be79-c9b70ab89e6c,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:01.998284 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0310df40-8332-411c-b026-be5062253529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:02.002332 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:02.028846 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:02.031858 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:02.035646 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:02.065967 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Pushing event updated for resources: {'Port': ['ID=4357126d-1902-4e80-b67f-e2dbb1968c84,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:02.072384 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:02.089440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310df40-8332-411c-b026-be5062253529 None None] Pushing event updated for resources: {'Port': ['ID=496459cd-f90f-43f2-be79-c9b70ab89e6c,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:02.094128 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0310df40-8332-411c-b026-be5062253529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:02.204251 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:02.204968 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:02.409619 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 496459cd-f90f-43f2-be79-c9b70ab89e6c up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:02.452697 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Router 1663accd-a0fb-4085-acc8-89e321714601 is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:13:02.482869 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 496459cd-f90f-43f2-be79-c9b70ab89e6c completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:02.661124 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:13:02.669211 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Sync routers for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:13:02.682305 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:02.683309 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b84dfa0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:02.685184 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:02.689120 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.6171997
Sep 15 19:13:02.689286 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43486) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:02.910017 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:03.146718 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da721a9e-f882-47a9-b285-5c54ede79f16 None None] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:13:03.282215 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Provisioning for port 496459cd-f90f-43f2-be79-c9b70ab89e6c completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:03.317675 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Provisioning complete for port 496459cd-f90f-43f2-be79-c9b70ab89e6c triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:03.318054 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.458747 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.579157 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b84dfa0>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:02Z', 'revision_number': 3, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:03.589488 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Checking router: 1663accd-a0fb-4085-acc8-89e321714601 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:13:03.589839 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Updating router 1663accd-a0fb-4085-acc8-89e321714601 port 4357126d-1902-4e80-b67f-e2dbb1968c84 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:13:03.591264 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.617202 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.681779 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.710418 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] For port 496459cd-f90f-43f2-be79-c9b70ab89e6c, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=496459cd-f90f-43f2-be79-c9b70ab89e6c,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:03.716224 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.725514 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-4ac1f77c-889a-47d2-b6be-30e5d86bbdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:03.820177 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Allocated IP 172.20.0.1 (ab384f0c-d90c-4362-a0d8-c1c9ff81f755/eea75134-d730-47d1-91c7-8ac4376fb0df/1eb04ceb-94ce-4c93-b211-54fbab54d145) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:03.863961 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Pushing event updated for resources: {'Port': ['ID=496459cd-f90f-43f2-be79-c9b70ab89e6c,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:03.867064 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:03.975462 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.984624 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:03.992839 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Transition to ACTIVE for port object 1eb04ceb-94ce-4c93-b211-54fbab54d145 will not be triggered until provisioned by entity DHCP. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:04.011784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-b6024c36-c268-4442-b8f2-f164783bb8a1 None None] Provisioning complete for port 496459cd-f90f-43f2-be79-c9b70ab89e6c triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:04.012167 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b6024c36-c268-4442-b8f2-f164783bb8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.016905 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.020749 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-c427dfc4-f01c-43fe-af93-a850a7159aaf tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:04.087814 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:04.091150 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb04ceb-94ce-4c93-b211-54fbab54d145,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:04.094211 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:04.095218 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:04.097255 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:04.154427 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.218152 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.232677 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Transition to ACTIVE for port object 4357126d-1902-4e80-b67f-e2dbb1968c84 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:04.239782 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.243528 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:04.247251 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.324671 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ec645-8e99-4e8e-91e0-e93c97eeb1b4 None None] Pushing event updated for resources: {'Port': ['ID=4357126d-1902-4e80-b67f-e2dbb1968c84,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:04.327978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-d07ec645-8e99-4e8e-91e0-e93c97eeb1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:04.328857 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Attempting to bind port 4357126d-1902-4e80-b67f-e2dbb1968c84 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:04.329277 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Attempting to bind port 4357126d-1902-4e80-b67f-e2dbb1968c84 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:04.329678 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Attempting to bind port 4357126d-1902-4e80-b67f-e2dbb1968c84 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:04.342454 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:04.342867 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:04.343286 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.343685 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:04.344174 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Bound port: 4357126d-1902-4e80-b67f-e2dbb1968c84, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:04.344562 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.382436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 496459cd-f90f-43f2-be79-c9b70ab89e6c up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:04.449818 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-7a625168-e8da-4b52-8dff-269e239bc2cb None None] Provisioning for port 1eb04ceb-94ce-4c93-b211-54fbab54d145 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:04.469385 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-7a625168-e8da-4b52-8dff-269e239bc2cb None None] Provisioning complete for port 1eb04ceb-94ce-4c93-b211-54fbab54d145 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:04.469869 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7a625168-e8da-4b52-8dff-269e239bc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.487215 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.491922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.519855 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7078e0a6-f96f-430a-a951-729cdcd62e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:04.530812 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] For port 4357126d-1902-4e80-b67f-e2dbb1968c84, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:04.546039 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] For port 4357126d-1902-4e80-b67f-e2dbb1968c84, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=4357126d-1902-4e80-b67f-e2dbb1968c84,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:04.552369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-7a625168-e8da-4b52-8dff-269e239bc2cb None None] Port 1eb04ceb-94ce-4c93-b211-54fbab54d145 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:13:04.556315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.560021 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:04.596408 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.600508 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb04ceb-94ce-4c93-b211-54fbab54d145,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:04.603632 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:04.624364 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 496459cd-f90f-43f2-be79-c9b70ab89e6c triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:04.624747 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:04.702705 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ec645-8e99-4e8e-91e0-e93c97eeb1b4 None None] Pushing event updated for resources: {'Port': ['ID=4357126d-1902-4e80-b67f-e2dbb1968c84,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:04.705699 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-d07ec645-8e99-4e8e-91e0-e93c97eeb1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:04.709020 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:04.709645 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b84dfa0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:04.750011 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:04.751446 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:05.005218 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:05.164545 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a36ec578-a777-4fc5-bc59-51a3ef238836 None None] Provisioning complete for port 1eb04ceb-94ce-4c93-b211-54fbab54d145 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:05.164757 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a36ec578-a777-4fc5-bc59-51a3ef238836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:05.247084 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Router 1663accd-a0fb-4085-acc8-89e321714601 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:13:05.290808 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a36ec578-a777-4fc5-bc59-51a3ef238836 None None] Port 1eb04ceb-94ce-4c93-b211-54fbab54d145 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:13:05.398157 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b84dfa0>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 2, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:05.402664 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ba0b91-688c-49f9-ada8-995e25d43b96 None None] The sync data for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi is: [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 2, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:13:05.471617 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:13:05.491357 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] 10.222.0.52 "PUT /v2.0/routers/1663accd-a0fb-4085-acc8-89e321714601/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7924566
Sep 15 19:13:06.352943 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4357126d-1902-4e80-b67f-e2dbb1968c84 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:06.428836 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 4357126d-1902-4e80-b67f-e2dbb1968c84 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:06.433978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 4357126d-1902-4e80-b67f-e2dbb1968c84 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:06.434436 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.514957 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43536) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:06.520634 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-49504032-network', 'tenant_id': 'ea170d83d0864157abe464226fff097b'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:06.525525 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:06.530016 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Usage tracker for resource:network and tenant:ea170d83d0864157abe464226fff097b is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:06.533331 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:06.540585 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:06.556403 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Made reservation on behalf of ea170d83d0864157abe464226fff097b for: {'network': 1} {{(pid=75127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:06.558310 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.559194 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for network, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.575758 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.577230 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 4357126d-1902-4e80-b67f-e2dbb1968c84, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=4357126d-1902-4e80-b67f-e2dbb1968c84,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:06.581724 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.585511 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:06.610911 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:06.615193 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ea170d83d0864157abe464226fff097b is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:06.619178 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:06.625617 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:06.652523 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=4357126d-1902-4e80-b67f-e2dbb1968c84,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:06.656138 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:06.692968 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.696367 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.700128 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b8f102e1-8ec1-4e9d-a68c-a091b980def3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:06.725054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=75127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 15 19:13:06.733528 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a443c5a-8617-44e5-bbed-d94af71d843b,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:06.736859 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:06.739174 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.739505 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.segments_db [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Added segment 8e616b18-8452-4f77-9a1c-cd5c1527ed7e of type vlan for network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431
Sep 15 19:13:06.767588 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766611712494'] for network, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.796885 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705'] for network, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.798038 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:06.798898 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:06.801995 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:06.909772 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3c1df7-1a64-4bcb-b5e8-dba947bb6431,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:06.913161 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.3969960
Sep 15 19:13:06.914057 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5aa810f4-601e-4999-9b57-e28e62f382b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:06.916069 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43544) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:06.922268 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Request body: {'subnet': {'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-49504032-subnet', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'ip_version': 4}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:06.931079 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:06.931319 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 details requested by agent ovs-agent-dv-cinder-806008-3-iscsi with host dv-cinder-806008-3-iscsi {{(pid=75128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 15 19:13:06.935175 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Usage tracker for resource:subnet and tenant:ea170d83d0864157abe464226fff097b is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:06.938447 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:06.944375 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:06.956668 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Made reservation on behalf of ea170d83d0864157abe464226fff097b for: {'subnet': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:06.959834 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8263559'] for subnet, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.172135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8281843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8263569'] for subnet, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.175934 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:07.246202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e8daa1-866b-47eb-b287-044bf5f6c41d,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:07.250178 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:07.258204 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Checking segment: {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:07.258580 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Network hostable DHCP agents. Network: ea3c1df7-1a64-4bcb-b5e8-dba947bb6431, hostable agents: ['0a5cc1ad-81a2-4313-aeed-7748c50783ea'], hosted agents: [] {{(pid=75126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 15 19:13:07.279241 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 is scheduled to be hosted by DHCP agent 0a5cc1ad-81a2-4313-aeed-7748c50783ea with binding_index 1 {{(pid=75126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 15 19:13:07.288739 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806008-3-iscsi, ea3c1df7-1a64-4bcb-b5e8-dba947bb6431) {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:07.292365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:07.292932 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.297978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b52250-70bb-4c75-bd03-555ccd12dd66 None None] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:13:07.315162 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-a87bc798-a3d6-4893-b01c-c657708d4479 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.3979664
Sep 15 19:13:07.315803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43550) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:07.320831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:07.325998 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:07.331434 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Usage tracker for resource:router and tenant:ea170d83d0864157abe464226fff097b is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:07.334984 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:07.340630 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:07.352522 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-689293', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25486'] for router, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.353589 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-689956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-736990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25477'] for router, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.372021 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.510890 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6bf2619-3cec-533b-b8bc-8972dd02439b-ea3c1df7-1a64-4bcb-b5e8-dba947bb6431', 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'fixed_ips': [{'subnet_id': '56e8daa1-866b-47eb-b287-044bf5f6c41d'}]}} from dv-cinder-806008-3-iscsi. {{(pid=75128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Sep 15 19:13:07.511699 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.521288 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25491'] for router, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.674111 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.db_base_plugin_common [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Allocated IP 172.20.0.2 (ea3c1df7-1a64-4bcb-b5e8-dba947bb6431/56e8daa1-866b-47eb-b287-044bf5f6c41d/ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0) {{(pid=75128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:07.716219 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.747108 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.890888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Allocated IP 172.27.0.210 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/39b533b0-05b2-4df8-8689-14ea7df708e0) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:07.919437 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Notify callbacks [] for port, precommit_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.930198 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Transition to ACTIVE for port object ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:07.948250 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Transition to ACTIVE for port object ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 will not be triggered until provisioned by entity DHCP. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:07.954205 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367'] for port, after_create {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:07.958310 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-d07ec645-8e99-4e8e-91e0-e93c97eeb1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:08.024495 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 is already hosted by enough agents. {{(pid=75128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:08.027420 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.scheduler.base_scheduler [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Resources bound (agent type, host, resource id):  {{(pid=75128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:08.031880 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Received port after_create {{(pid=75128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:08.033966 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Pushing event updated for resources: {'Port': ['ID=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,revision_number=1']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:08.041980 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:08.051428 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.088360 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.096293 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c662c73c-2e8c-465a-8d02-7fab25892917 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:08.164115 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Attempting to bind port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:08.164490 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Attempting to bind port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:08.164867 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Attempting to bind port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 on network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:08.172410 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:08.172784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Checking segment: {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:08.173447 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.173840 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Bound using segment: {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:08.174305 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Bound port: ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:08.174726 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.184500 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:08.189872 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:08.193172 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Pushing event updated for resources: {'Port': ['ID=39b533b0-05b2-4df8-8689-14ea7df708e0,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:08.195803 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:08.276983 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] For port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:08.282291 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] For port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:08.285779 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:08.291879 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.298572 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:08.384109 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4357126d-1902-4e80-b67f-e2dbb1968c84 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:08.402232 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.403044 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-689300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701743'] for router, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.476927 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Pushing event updated for resources: {'Port': ['ID=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,revision_number=2']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:08.481999 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:08.492236 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 4357126d-1902-4e80-b67f-e2dbb1968c84 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:08.492784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:08.739540 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Router d553c7a6-d8dd-4e1f-a175-38980a1229d9 is scheduled to L3 agent c702d26c-62c8-4540-9975-927c77829d49 with binding_index 1 {{(pid=75126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 15 19:13:09.045545 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:13:09.054186 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Sync routers for ids ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:13:09.065478 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Routers {'d553c7a6-d8dd-4e1f-a175-38980a1229d9'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:09.066084 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bcf00d0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:09.069305 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] Notify callbacks [] for router, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:09.073255 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43586) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:09.073707 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1ce54c11-14e5-4d26-893e-84d72614482f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.7566068
Sep 15 19:13:09.289945 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Set router d553c7a6-d8dd-4e1f-a175-38980a1229d9 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:09.582013 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b6dfc-4aae-4cda-9774-449655d256dd None None] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:13:09.594949 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bcf00d0>, [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:08Z', 'revision_number': 3, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:09.599637 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Checking router: d553c7a6-d8dd-4e1f-a175-38980a1229d9 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:13:09.600137 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Updating router d553c7a6-d8dd-4e1f-a175-38980a1229d9 port 39b533b0-05b2-4df8-8689-14ea7df708e0 binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:13:09.655554 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:09.709440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a1483563-5dc2-428c-95fc-8e32ad222185 None None] Provisioning for port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:10.001821 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.018687 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.033948 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Transition to ACTIVE for port object 39b533b0-05b2-4df8-8689-14ea7df708e0 will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:10.043453 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.050085 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-c509da21-9498-4987-9b43-56ec118266f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:10.130077 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Attempting to bind port 39b533b0-05b2-4df8-8689-14ea7df708e0 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:10.130763 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Attempting to bind port 39b533b0-05b2-4df8-8689-14ea7df708e0 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:10.130763 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Attempting to bind port 39b533b0-05b2-4df8-8689-14ea7df708e0 on network eb528e83-5ea3-4bdb-88dc-b45c4556d38a {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:10.132783 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Pushing event updated for resources: {'Port': ['ID=39b533b0-05b2-4df8-8689-14ea7df708e0,revision_number=2']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:10.144931 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:10.150812 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Checking segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:10.151511 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.152096 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Bound using segment: {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:10.152794 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Bound port: 39b533b0-05b2-4df8-8689-14ea7df708e0, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b98e467-03a7-478b-a9e5-56b93cda3666', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:10.153325 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.180897 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.181233 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.181561 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.181879 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.182198 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.182515 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.182858 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.183194 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.183482 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.183792 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.184099 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:10.191709 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:10.231332 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Allocated IP 172.20.0.1 (ea3c1df7-1a64-4bcb-b5e8-dba947bb6431/56e8daa1-866b-47eb-b287-044bf5f6c41d/d4c77210-a11e-459e-8560-e30dcdec65a8) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:10.237300 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] For port 39b533b0-05b2-4df8-8689-14ea7df708e0, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:10.240765 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] For port 39b533b0-05b2-4df8-8689-14ea7df708e0, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=39b533b0-05b2-4df8-8689-14ea7df708e0,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:10.245691 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.250231 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-f04e814f-b55d-491d-b0d3-c7bb22cc7d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:10.325537 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Pushing event updated for resources: {'Port': ['ID=39b533b0-05b2-4df8-8689-14ea7df708e0,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:10.329975 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-2034791e-a3b0-419d-b75b-7bf32022fb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:10.331759 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Routers {'d553c7a6-d8dd-4e1f-a175-38980a1229d9'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:10.332518 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bcf00d0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:10.407279 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.432844 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:10.442499 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.provisioning_blocks [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Transition to ACTIVE for port object d4c77210-a11e-459e-8560-e30dcdec65a8 will not be triggered until provisioned by entity DHCP. {{(pid=75127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:10.479593 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.500572 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a1e3b95c-41ed-4adc-a064-dc5fe0bb68bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:10.554203 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:10.561982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:10.582409 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:10.595350 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:10.605776 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:10.605776 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.640672 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c77210-a11e-459e-8560-e30dcdec65a8,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:10.646021 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:10.646449 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] Set router d553c7a6-d8dd-4e1f-a175-38980a1229d9 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:10.663757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690297'] for router_interface, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.770660 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.878437 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.902819 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-cd107f2a-3471-4f94-98cb-4e46c278ecbb None None] Provisioning for port d4c77210-a11e-459e-8560-e30dcdec65a8 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:10.909679 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-cd107f2a-3471-4f94-98cb-4e46c278ecbb None None] Provisioning complete for port d4c77210-a11e-459e-8560-e30dcdec65a8 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:10.910153 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-cd107f2a-3471-4f94-98cb-4e46c278ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.966864 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-cd107f2a-3471-4f94-98cb-4e46c278ecbb None None] Port d4c77210-a11e-459e-8560-e30dcdec65a8 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:13:10.989802 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:10.996758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:10.999139 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:11.031978 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bcf00d0>, [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:08Z', 'revision_number': 3, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:11.036879 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc10a5e-1261-4d5b-877e-04423036b897 None None] The sync data for ids ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'] in dv-cinder-806008-3-iscsi is: [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:08Z', 'revision_number': 3, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:13:11.103544 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:11.106846 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:11.113370 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-150415a0-fdf0-4633-a46d-2e97674887ba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-369797331&fields=id&tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 267 time: 0.0753653
Sep 15 19:13:11.171276 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.176557 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.209243 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-bba78085-168f-40cc-8e63-93c10dd4c6e0 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:11.351538 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c77210-a11e-459e-8560-e30dcdec65a8,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:11.354308 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:11.361697 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1714902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701013'] for router_interface, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.410013 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-2c254f5d-e86f-41e9-a122-66075f5491d3 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:11.411496 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-2c254f5d-e86f-41e9-a122-66075f5491d3 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 812 time: 0.2910123
Sep 15 19:13:11.442972 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43622) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:11.494783 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-faa48976-3efa-479a-aa91-ba6766dae2c4 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/quotas/cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 375 time: 0.0730898
Sep 15 19:13:11.593496 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.599090 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:11.602006 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:11.629170 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:11.633286 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2d7babb78546c4930c4fcdd7c7685d is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:11.636119 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:11.642376 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:11.713942 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.719466 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.729572 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-9bc16bc3-9819-43ce-be4a-29bde1db7caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:11.774645 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d2d7babb78546c4930c4fcdd7c7685d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3304815
Sep 15 19:13:11.775583 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e85e190-11ae-40d7-89fa-3e6290c1b424,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:11.778162 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43632) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:11.780831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:11.860797 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.894645 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.897388 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-67f2ed6a-df21-4abe-a3f9-4bbe269b689e None None] Provisioning complete for port d4c77210-a11e-459e-8560-e30dcdec65a8 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:11.898361 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-67f2ed6a-df21-4abe-a3f9-4bbe269b689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.908851 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:13:11.913539 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-7c4fe68f-9c4f-409f-9cc0-479a981beffd tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.4110236
Sep 15 19:13:11.954903 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.960304 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43acc1f1-11ad-4719-97d8-0065b2a3bd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:11.968273 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-67f2ed6a-df21-4abe-a3f9-4bbe269b689e None None] Port d4c77210-a11e-459e-8560-e30dcdec65a8 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:13:11.976722 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e85e190-11ae-40d7-89fa-3e6290c1b424,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:11.979666 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:11.981552 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:11.983049 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-680f2dfd-2115-4350-a745-eae99929634d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e85e190-11ae-40d7-89fa-3e6290c1b424 HTTP/1.1" status: 204  len: 168 time: 0.2036574
Sep 15 19:13:12.159286 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-d98406e4-78bc-4bec-ad9f-e169f9ef4718 service neutron] 10.222.0.52 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279110
Sep 15 19:13:12.329233 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:12.339574 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43644) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:12.366727 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.377125 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-3d757a10-54c7-4a64-a2a2-33c902b9fbb7 service neutron] 10.222.0.52 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092531
Sep 15 19:13:12.414946 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:12.415424 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.417112 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:12.421148 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Usage tracker for resource:security_group_rule and tenant:e34c529209da478baed15bf8582459dc is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:12.424599 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:12.425350 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Router d553c7a6-d8dd-4e1f-a175-38980a1229d9 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:13:12.430937 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:12.504330 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.510573 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.520619 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-05e604ac-6e84-4b00-a6a4-1fc040c210c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:12.573579 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841986d-9c03-4385-84ca-d6d59b6757ee,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:12.579006 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:12.589876 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-1350a759-6c33-4f12-9547-ece8209414fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e34c529209da478baed15bf8582459dc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2483561
Sep 15 19:13:12.592516 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43654) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:12.663989 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.691995 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:13:12.693520 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.701863 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] 10.222.0.52 "PUT /v2.0/routers/d553c7a6-d8dd-4e1f-a175-38980a1229d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6271913
Sep 15 19:13:12.792309 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.799134 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c5d48cb0-200e-472b-8432-042160e5da20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:12.816952 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:12.820692 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2841986d-9c03-4385-84ca-d6d59b6757ee HTTP/1.1" status: 204  len: 168 time: 0.2247510
Sep 15 19:13:12.820692 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841986d-9c03-4385-84ca-d6d59b6757ee,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:12.835810 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-898aac9f-1c95-4741-b383-9a4134250338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:12.915254 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0085d485-a93a-4b94-a938-9d70433a4d61 req-be526911-65ec-4f01-a370-174755245419 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 210 time: 0.0525901
Sep 15 19:13:13.341113 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43688) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:13.369990 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.381574 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43692) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:13.387286 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761752502', 'description': 'tempest-secgroup-smoke-1761752502 description', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:13.424550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:13.428756 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:13.432006 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:13.437996 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:13.449015 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.463134 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:13.467901 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Usage tracker for resource:security_group_rule and tenant:ff0cb11d4a834650a6d5714907bcfbdd is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:13.471895 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:13.478118 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:13.510552 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:13.520162 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:13.524886 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:13.532878 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:13.551314 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.555234 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.564046 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-3263484d-7790-4b8c-9719-e73a84332f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:13.608323 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.609210 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485e3602-1235-408e-9777-996976393892,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:13.612610 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:13.612746 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.615315 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-cc454ac9-f2dd-4716-977e-729a8bbad87e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff0cb11d4a834650a6d5714907bcfbdd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2732174
Sep 15 19:13:13.616371 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d532728d-b12f-45a5-ba1a-d01112e450a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:13.617913 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43696) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:13.656433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e78d5a-c517-4d51-928a-349df6ad0605,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:13.658905 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.660199 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2774339
Sep 15 19:13:13.660954 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:13.663110 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43700) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:13.668517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group_rule': {'security_group_id': '85e78d5a-c517-4d51-928a-349df6ad0605', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:13.674845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:13.678667 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:13.681669 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:13.686961 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.688225 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:13.706264 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.713547 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.765154 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.767013 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.770324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-31ec39b6-4503-4938-a2f7-850caad16ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:13.770626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.772586 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:13.783192 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485e3602-1235-408e-9777-996976393892,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:13.785739 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:13.786884 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.790740 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-13cecb94-bda1-44dd-95f6-d91bc69ef316 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/485e3602-1235-408e-9777-996976393892 HTTP/1.1" status: 204  len: 168 time: 0.1718192
Sep 15 19:13:13.794259 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9f2ab6-050f-4a74-92e8-f7c2e5818bde,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:13.796841 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:13.806710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.808024 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1439714
Sep 15 19:13:13.811516 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43706) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:13.818200 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group_rule': {'security_group_id': '85e78d5a-c517-4d51-928a-349df6ad0605', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:13.824368 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:13.829147 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:13.832182 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:13.838083 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:13.857211 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.924698 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.929319 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.939759 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:13.968377 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91163e10-34fd-4147-b1e2-09289c5a2ae1,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:13.971116 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:13.979989 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:13.984250 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2495badc-04e6-450d-9a95-c88b0e6481ed tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1686907
Sep 15 19:13:13.985255 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43712) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:14.002218 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group_rule': {'security_group_id': '85e78d5a-c517-4d51-928a-349df6ad0605', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:14.012950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:14.020552 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:14.026626 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:14.042832 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:14.070366 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.147163 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.148833 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e6dc3ca0-2331-44c5-8ffd-e9f2c9096010 req-eddfbb3c-ca5b-4adb-bdce-9d89729a3d23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 210 time: 0.0625191
Sep 15 19:13:14.153314 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.156481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:14.184452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f717264-f539-4630-99a3-9b26a47e8210,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:14.195075 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:14.216282 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.221182 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-151340e7-d574-478d-ad5e-3876c8cc6f07 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2326627
Sep 15 19:13:14.221365 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-cf0853ab-839f-40b9-9454-7471efda6b7c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:14.221494 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43716) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:14.221760 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-cf0853ab-839f-40b9-9454-7471efda6b7c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 812 time: 0.2684779
Sep 15 19:13:14.227521 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group_rule': {'security_group_id': '85e78d5a-c517-4d51-928a-349df6ad0605', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:14.234496 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:14.239339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:14.243086 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:14.251103 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:14.282863 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.294040 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-df1e7594-a350-4638-a54a-4d087e1e233a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4 HTTP/1.1" status: 200  len: 379 time: 0.0561621
Sep 15 19:13:14.303960 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'port': {'device_id': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'admin_state_up': True, 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'security_groups': ['c96fcbe1-ba93-4863-b507-7979edc9ed08']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:14.381407 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.387339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.397153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-034f19f3-3854-4786-8b01-8867fe5db44b tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:14.425318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a0f60f-4b3a-4484-9a2c-b36fa7e8c475,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:14.427966 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:14.433796 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.438677 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-cacf06ce-815d-4675-96b0-33dc0a46eb06 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2127483
Sep 15 19:13:14.439329 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43722) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:14.449495 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group_rule': {'security_group_id': '85e78d5a-c517-4d51-928a-349df6ad0605', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:14.465582 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:14.472515 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:14.476584 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:14.483931 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:14.494061 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:14.499094 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.securitygroups_db [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Project e7dff64ac8314ec4bb3bc1edf6f46986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 19:13:14.512350 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:14.514529 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.535956 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Made reservation on behalf of cddf5ed569624b9d9ac4d1d917e36cd4 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:14.541676 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.597688 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.601281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.604125 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-726491c3-0bab-414d-a4d8-36155869dce8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:14.627964 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c986c8b-bdff-4a3f-b307-199da2b46dad,revision_number=0']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:14.631054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:14.640255 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.645274 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-8d2c9373-a011-4a77-b97b-cd34c00d059e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2043650
Sep 15 19:13:14.645433 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 43728) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:14.653929 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'security_group_rule': {'security_group_id': '85e78d5a-c517-4d51-928a-349df6ad0605', 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:14.662020 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:14.669674 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:security_group_rule and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:14.675728 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:14.716449 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:14.746835 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.db.securitygroups_db [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Project e7dff64ac8314ec4bb3bc1edf6f46986 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 15 19:13:14.761081 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.779086 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Allocated IP 172.20.0.9 (23cd358d-62d1-4481-9017-15079cbbfc16/dc36ebcc-8a0e-4a90-b097-67a05b01be28/22213933-e956-4b1b-9718-11d4eb316488) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:14.921031 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.940936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777709'] for security_group_rule, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:14.951099 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:15.042694 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70b4594-1e75-46e3-8cbf-e2dedd587779,revision_number=0']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:15.053352 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:15.068700 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:15.069868 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-52600685-53b6-4c0e-88f4-641a57643ea7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4238386
Sep 15 19:13:15.119014 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:15.130777 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cf6d-8b38-4e67-b658-a413815de4b6 req-62ba66e7-d3fd-4eeb-99eb-5f69aec25292 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:15.132255 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c7c7cf6d-8b38-4e67-b658-a413815de4b6 req-62ba66e7-d3fd-4eeb-99eb-5f69aec25292 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 945 time: 0.2770727
Sep 15 19:13:15.162455 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Transition to ACTIVE for port object 22213933-e956-4b1b-9718-11d4eb316488 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:15.196873 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c7c7cf6d-8b38-4e67-b658-a413815de4b6 req-b02626e6-2dcd-4f5e-bc28-2303b91127b8 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582278
Sep 15 19:13:15.226395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:15.234518 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c30f70ab-bb46-4c98-8875-0d85ffd02b0c tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:15.309784 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Network 23cd358d-62d1-4481-9017-15079cbbfc16 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:15.313515 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:15.317960 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:15.411425 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a55d-f6a3-41af-9d7f-06af6cc8f4ce req-7e6620eb-4796-4bee-b713-3d3d143e9a0f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:15.416197 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6809a55d-f6a3-41af-9d7f-06af6cc8f4ce req-7e6620eb-4796-4bee-b713-3d3d143e9a0f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 931 time: 0.0986803
Sep 15 19:13:15.464029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=22213933-e956-4b1b-9718-11d4eb316488,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:15.471489 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:15.482450 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6809a55d-f6a3-41af-9d7f-06af6cc8f4ce req-a3c39503-8695-4889-9195-252181726d3f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568202
Sep 15 19:13:15.505006 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:15.505723 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:15.525361 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-a67cdc98-b138-4850-9cb6-89072033c291 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2256560
Sep 15 19:13:15.538122 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Request body: {'port': {'device_id': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:15.618130 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-e30bb784-e9f3-46a5-bd3b-f05ed8905f3e None None] Provisioning for port 22213933-e956-4b1b-9718-11d4eb316488 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:15.624783 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-e30bb784-e9f3-46a5-bd3b-f05ed8905f3e None None] Provisioning complete for port 22213933-e956-4b1b-9718-11d4eb316488 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:15.625383 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-e30bb784-e9f3-46a5-bd3b-f05ed8905f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:15.652032 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:15.687200 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-e30bb784-e9f3-46a5-bd3b-f05ed8905f3e None None] Port 22213933-e956-4b1b-9718-11d4eb316488 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:13:16.009742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22213933-e956-4b1b-9718-11d4eb316488 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:13:16.016911 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.035589 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Transition to ACTIVE for port object 22213933-e956-4b1b-9718-11d4eb316488 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:16.043277 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.056495 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43947824-4932-4ed4-9538-d1510aa9b417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:16.228040 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Pushing event updated for resources: {'Port': ['ID=22213933-e956-4b1b-9718-11d4eb316488,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:16.236244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:16.399805 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 39b533b0-05b2-4df8-8689-14ea7df708e0 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:16.527243 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Attempting to bind port 22213933-e956-4b1b-9718-11d4eb316488 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:16.527851 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Attempting to bind port 22213933-e956-4b1b-9718-11d4eb316488 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:16.528367 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Attempting to bind port 22213933-e956-4b1b-9718-11d4eb316488 on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:16.541609 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Port 22213933-e956-4b1b-9718-11d4eb316488 on network 23cd358d-62d1-4481-9017-15079cbbfc16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:13:16.542657 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Attempting to bind port 22213933-e956-4b1b-9718-11d4eb316488 on network 23cd358d-62d1-4481-9017-15079cbbfc16 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:16.547946 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 39b533b0-05b2-4df8-8689-14ea7df708e0 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:16.561638 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 39b533b0-05b2-4df8-8689-14ea7df708e0 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:16.564426 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.564862 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-455979a8-8363-4ed5-92c3-98d949b8e61b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:16.566441 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-455979a8-8363-4ed5-92c3-98d949b8e61b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 945 time: 0.1588614
Sep 15 19:13:16.570130 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:16.570477 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Checking segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:16.572090 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Bound using segment: {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:16.572541 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Bound port: 22213933-e956-4b1b-9718-11d4eb316488, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87cdd004-8091-41f9-bae6-4c1b250ff89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:16.572902 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.731074 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.750636 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 39b533b0-05b2-4df8-8689-14ea7df708e0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=39b533b0-05b2-4df8-8689-14ea7df708e0,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:16.751261 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf5e8d-4162-415d-8052-f868bd7f220d req-be58194e-4866-437c-ac39-b14497a692ed tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:16.755641 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5acf5e8d-4162-415d-8052-f868bd7f220d req-be58194e-4866-437c-ac39-b14497a692ed tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0968657
Sep 15 19:13:16.760335 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.763705 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:16.804782 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Deleting port d0dbacc4-b502-47d3-958f-3103e9c8197f {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:13:16.805369 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.808534 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5acf5e8d-4162-415d-8052-f868bd7f220d req-e3ab021a-8b35-4001-bc28-6fba44a8684c tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477068
Sep 15 19:13:16.881575 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=39b533b0-05b2-4df8-8689-14ea7df708e0,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:16.885487 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:16.932290 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] For port 22213933-e956-4b1b-9718-11d4eb316488, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:16.972031 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] For port 22213933-e956-4b1b-9718-11d4eb316488, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22213933-e956-4b1b-9718-11d4eb316488,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:16.984476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fbfab-d610-4194-b155-fc162b208d14 req-8a397b1d-1315-4283-88d8-28e7ebe43547 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:16.985945 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-903fbfab-d610-4194-b155-fc162b208d14 req-8a397b1d-1315-4283-88d8-28e7ebe43547 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 945 time: 0.3289101
Sep 15 19:13:16.989224 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:16.996563 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-850d6044-98fe-4f48-8316-cbb2eb5381cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:17.186041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:17.187470 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] 10.222.0.30 "PUT /v2.0/ports/22213933-e956-4b1b-9718-11d4eb316488 HTTP/1.1" status: 200  len: 1093 time: 1.6543353
Sep 15 19:13:17.193064 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'tag': '22213933-e956-4b1b-9718-11d4eb316488'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:17.229599 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Pushing event updated for resources: {'Port': ['ID=22213933-e956-4b1b-9718-11d4eb316488,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:17.235880 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:17.241914 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-903fbfab-d610-4194-b155-fc162b208d14 req-bd9e6fc5-a499-47c0-8460-544f525ec060 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2469168
Sep 15 19:13:17.298524 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'tag': '22213933-e956-4b1b-9718-11d4eb316488', 'status': 'completed', 'code': 200}
Sep 15 19:13:17.313742 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] For port d0dbacc4-b502-47d3-958f-3103e9c8197f, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=d0dbacc4-b502-47d3-958f-3103e9c8197f,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:17.314100 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:17.547129 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Calling delete_port for d0dbacc4-b502-47d3-958f-3103e9c8197f owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:13:17.614278 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-bfaa3e41-448c-4c18-a70a-da9fcc39fde6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 1096 time: 0.3750222
Sep 15 19:13:17.696390 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-725928ac-12fe-430a-8d52-92d39f39ff37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22213933-e956-4b1b-9718-11d4eb316488 HTTP/1.1" status: 200  len: 217 time: 0.0703449
Sep 15 19:13:17.812096 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-3a9f345d-7925-416d-a106-447f6169532c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:17.813562 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-3a9f345d-7925-416d-a106-447f6169532c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0849297
Sep 15 19:13:17.815332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:17.820753 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2837d4d9-ce4a-432c-835f-cdf7ffe84e65 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:17.826887 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['d0dbacc4-b502-47d3-958f-3103e9c8197f'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:13:17.903462 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Pushing event deleted for resources: {'Port': ['ID=d0dbacc4-b502-47d3-958f-3103e9c8197f,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:17.908998 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:18.029987 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] No DVR routers for this DVR port d0dbacc4-b502-47d3-958f-3103e9c8197f on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:13:18.033136 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:18.066379 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bf2aea71-83a2-4003-987f-ead5fe546294 req-0ab8b495-0bdb-4b1a-bf8a-d8aeebb8d924 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "DELETE /v2.0/ports/d0dbacc4-b502-47d3-958f-3103e9c8197f HTTP/1.1" status: 204  len: 173 time: 1.4614913
Sep 15 19:13:18.076268 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-370e55b2-122d-481e-988a-2f14458d2825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2269604
Sep 15 19:13:18.128320 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623975a6-32d5-4ab0-9456-f7041f3c6569 req-d9cb5a5b-214f-4760-ba77-9c4fb3115094 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:18.129013 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-623975a6-32d5-4ab0-9456-f7041f3c6569 req-d9cb5a5b-214f-4760-ba77-9c4fb3115094 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:18.210858 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-623975a6-32d5-4ab0-9456-f7041f3c6569 req-d9cb5a5b-214f-4760-ba77-9c4fb3115094 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:18.212117 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-623975a6-32d5-4ab0-9456-f7041f3c6569 req-d9cb5a5b-214f-4760-ba77-9c4fb3115094 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.2666569
Sep 15 19:13:18.258671 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-7e928668-27ef-4136-be1c-be89d8435761 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741741
Sep 15 19:13:18.309085 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-623975a6-32d5-4ab0-9456-f7041f3c6569 req-36c3795b-2351-4158-b6e6-30a4ca6a072f tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897143
Sep 15 19:13:18.371054 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 39b533b0-05b2-4df8-8689-14ea7df708e0 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:18.457506 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7ddd0584-94c4-4ce5-9269-4f5f081498f3 req-47c92a54-2537-4746-a73e-28ea4b56bbf3 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=57ebf99a-5160-4111-a3ab-36fd6c9aca02 HTTP/1.1" status: 200  len: 210 time: 0.0420735
Sep 15 19:13:18.459254 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8da4d8b7-92bc-45b3-a5a2-d7af2cf12a5c req-6ba2d47b-a7f8-48e5-8394-8af88bb00c38 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916683
Sep 15 19:13:18.484693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 39b533b0-05b2-4df8-8689-14ea7df708e0 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:18.485070 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:18.634141 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-5c5d1256-8446-49c4-ba06-be739fad6c2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 1096 time: 0.1019173
Sep 15 19:13:18.778014 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-8cce745c-f054-486f-8930-9995654ffb2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:18.780127 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-8cce745c-f054-486f-8930-9995654ffb2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1330340
Sep 15 19:13:18.851510 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-f3684f97-0c24-4f35-a21f-41bf3095da81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22213933-e956-4b1b-9718-11d4eb316488 HTTP/1.1" status: 200  len: 217 time: 0.0646477
Sep 15 19:13:18.917908 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-273ad203-bcf3-42f9-aa21-0d09959320fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:18.919414 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-273ad203-bcf3-42f9-aa21-0d09959320fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0574927
Sep 15 19:13:19.010277 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-1fe24b15-15c1-4b14-9b85-5bd97fdea64a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814438
Sep 15 19:13:19.147927 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-0e7789cf-8e85-453a-b0da-c75462d691b3 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291280
Sep 15 19:13:19.398269 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'name': 'network-vif-deleted', 'tag': 'd0dbacc4-b502-47d3-958f-3103e9c8197f'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:19.406444 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4ea34af4-29b7-42d8-b2d4-060e00da1782 req-7aa55c4c-95f9-4cb9-b480-8e40c224d8ce service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508531
Sep 15 19:13:19.456152 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ebf99a-5160-4111-a3ab-36fd6c9aca02', 'name': 'network-vif-deleted', 'tag': 'd0dbacc4-b502-47d3-958f-3103e9c8197f', 'status': 'completed', 'code': 200}
Sep 15 19:13:19.544779 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7208e-c37a-417a-a259-4a30eac6df79 req-6f46e18d-0d91-4fa2-b4d4-1d1c5b832a4a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:19.547102 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1ae7208e-c37a-417a-a259-4a30eac6df79 req-6f46e18d-0d91-4fa2-b4d4-1d1c5b832a4a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0875540
Sep 15 19:13:19.593079 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1ae7208e-c37a-417a-a259-4a30eac6df79 req-31f199bf-756c-4a76-b1ee-7874acf67acb tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400562
Sep 15 19:13:20.341111 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Sync routers for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:13:20.353727 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:20.354336 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bcea220>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:20.534323 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:20.805936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634a02f-e750-4557-b9c8-8281c4d9933e req-a2c612ce-06d6-40ed-a2cc-036f147b54a9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:20.807336 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f634a02f-e750-4557-b9c8-8281c4d9933e req-a2c612ce-06d6-40ed-a2cc-036f147b54a9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0843980
Sep 15 19:13:20.861009 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bcea220>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 2, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:20.863077 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f634a02f-e750-4557-b9c8-8281c4d9933e req-db503ffa-fb07-4d53-adb4-509222c720ce tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493655
Sep 15 19:13:20.865978 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Checking router: 1663accd-a0fb-4085-acc8-89e321714601 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:13:20.866326 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Updating router 1663accd-a0fb-4085-acc8-89e321714601 port 1eb04ceb-94ce-4c93-b211-54fbab54d145 binding host dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:13:20.917440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:21.257009 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Notify callbacks [] for port, precommit_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:21.271844 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Transition to ACTIVE for port object 1eb04ceb-94ce-4c93-b211-54fbab54d145 will not be triggered until provisioned by entity L2. {{(pid=75128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:21.279706 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:21.284390 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:21.413230 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85299296-53f5-4e44-9705-561343dbb50c None None] Pushing event updated for resources: {'Port': ['ID=1eb04ceb-94ce-4c93-b211-54fbab54d145,revision_number=3']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:21.417198 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-85299296-53f5-4e44-9705-561343dbb50c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:21.511818 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Attempting to bind port 1eb04ceb-94ce-4c93-b211-54fbab54d145 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:21.512176 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Attempting to bind port 1eb04ceb-94ce-4c93-b211-54fbab54d145 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:21.512549 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Attempting to bind port 1eb04ceb-94ce-4c93-b211-54fbab54d145 on network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:21.519578 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:21.519954 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Checking segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:21.520359 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:21.520758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Bound using segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} {{(pid=75128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:21.521218 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.managers [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Bound port: 1eb04ceb-94ce-4c93-b211-54fbab54d145, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'}}] {{(pid=75128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:21.521595 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:21.655591 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] For port 1eb04ceb-94ce-4c93-b211-54fbab54d145, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:21.659206 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] For port 1eb04ceb-94ce-4c93-b211-54fbab54d145, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=1eb04ceb-94ce-4c93-b211-54fbab54d145,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:21.663109 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:21.666504 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:21.747185 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85299296-53f5-4e44-9705-561343dbb50c None None] Pushing event updated for resources: {'Port': ['ID=1eb04ceb-94ce-4c93-b211-54fbab54d145,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:21.749857 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:21.750793 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bcea220>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:21.802843 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-85299296-53f5-4e44-9705-561343dbb50c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:21.944094 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:22.054178 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Sync routers for ids ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:13:22.067823 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Routers {'d553c7a6-d8dd-4e1f-a175-38980a1229d9'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:22.068517 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922ef7bca0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:22.096369 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd9db-1d6b-4f53-ba69-17e444452b1f req-b535ac1f-dc13-41db-885e-3b1548d58f8d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:22.098043 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0dafd9db-1d6b-4f53-ba69-17e444452b1f req-b535ac1f-dc13-41db-885e-3b1548d58f8d tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.1031284
Sep 15 19:13:22.167841 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-0dafd9db-1d6b-4f53-ba69-17e444452b1f req-ed9e97c1-00b3-45f3-8c03-5e9ea34f54ed tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633318
Sep 15 19:13:22.172383 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device d0dbacc4-b502-47d3-958f-3103e9c8197f no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:13:22.225484 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: d0dbacc4-b502-47d3-958f-3103e9c8197f {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:13:22.225834 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device d0dbacc4-b502-47d3-958f-3103e9c8197f not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:13:22.264791 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Set router d553c7a6-d8dd-4e1f-a175-38980a1229d9 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:22.324268 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bcea220>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:21Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:22.328927 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c767fcc-5cf2-42a4-b4ee-65ad1371473f None None] The sync data for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi is: [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:21Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:13:22.384158 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 1eb04ceb-94ce-4c93-b211-54fbab54d145 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:22.478807 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port 1eb04ceb-94ce-4c93-b211-54fbab54d145 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:22.484928 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 1eb04ceb-94ce-4c93-b211-54fbab54d145 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:22.485509 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:22.608868 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:22.644930 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port 1eb04ceb-94ce-4c93-b211-54fbab54d145, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=1eb04ceb-94ce-4c93-b211-54fbab54d145,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:22.652587 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:22.654571 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-0310df40-8332-411c-b026-be5062253529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:22.676557 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922ef7bca0>, [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:10Z', 'revision_number': 4, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'd4c77210-a11e-459e-8560-e30dcdec65a8', 'name': '', 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'mac_address': 'fa:16:3e:5f:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56e8daa1-866b-47eb-b287-044bf5f6c41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:10Z', 'updated_at': '2021-09-15T19:13:10Z', 'revision_number': 2, 'project_id': 'ea170d83d0864157abe464226fff097b', 'subnets': [{'id': '56e8daa1-866b-47eb-b287-044bf5f6c41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:22.680687 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Checking router: d553c7a6-d8dd-4e1f-a175-38980a1229d9 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:13:22.681038 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Updating router d553c7a6-d8dd-4e1f-a175-38980a1229d9 port d4c77210-a11e-459e-8560-e30dcdec65a8 binding host dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Sep 15 19:13:22.725826 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=1eb04ceb-94ce-4c93-b211-54fbab54d145,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:22.729967 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:22.741881 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:23.103565 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Notify callbacks [] for port, precommit_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:23.114900 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.provisioning_blocks [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Transition to ACTIVE for port object d4c77210-a11e-459e-8560-e30dcdec65a8 will not be triggered until provisioned by entity L2. {{(pid=75129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:23.121439 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:23.125973 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-90e0a424-c96b-437e-a30d-40bbf9cfc792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:23.244121 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0b266-a4d0-4a32-bcbe-7e40c9615f99 None None] Pushing event updated for resources: {'Port': ['ID=d4c77210-a11e-459e-8560-e30dcdec65a8,revision_number=3']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:23.248279 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-65a0b266-a4d0-4a32-bcbe-7e40c9615f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:23.351434 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Attempting to bind port d4c77210-a11e-459e-8560-e30dcdec65a8 on host dv-cinder-806008-3-iscsi for vnic_type normal with profile  {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:23.351805 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Attempting to bind port d4c77210-a11e-459e-8560-e30dcdec65a8 by drivers openvswitch,hyperv on host dv-cinder-806008-3-iscsi at level 0 using segments [{'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:23.352177 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Attempting to bind port d4c77210-a11e-459e-8560-e30dcdec65a8 on network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:23.359348 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Checking agent: {'id': '3fafd24d-6d0f-40ae-9cb5-185791e172cf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806008-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 18, 56, 29), 'started_at': datetime.datetime(2021, 9, 15, 18, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806008-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:23.359665 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Checking segment: {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:23.360059 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:23.360460 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Bound using segment: {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'} {{(pid=75129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:23.360928 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.managers [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Bound port: d4c77210-a11e-459e-8560-e30dcdec65a8, host: dv-cinder-806008-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e616b18-8452-4f77-9a1c-cd5c1527ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431'}}] {{(pid=75129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:23.362658 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:23.414327 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0208b7-7529-492f-a778-6a768124a2a7 req-8de525e9-840d-4a65-9634-c7498725efaf tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:23.415899 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8b0208b7-7529-492f-a778-6a768124a2a7 req-8de525e9-840d-4a65-9634-c7498725efaf tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0965614
Sep 15 19:13:23.463078 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] For port d4c77210-a11e-459e-8560-e30dcdec65a8, host dv-cinder-806008-3-iscsi, cleared binding levels {{(pid=75129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:23.466628 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.plugins.ml2.db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] For port d4c77210-a11e-459e-8560-e30dcdec65a8, host dv-cinder-806008-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=d4c77210-a11e-459e-8560-e30dcdec65a8,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:23.472870 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron_lib.callbacks.manager [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:23.477595 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-1b6d2610-2241-4700-9afe-6868f994ed11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:23.578874 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8b0208b7-7529-492f-a778-6a768124a2a7 req-aaa5b5b8-7fa5-4657-a21c-d77f91086acd tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1568050
Sep 15 19:13:23.601778 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Routers {'d553c7a6-d8dd-4e1f-a175-38980a1229d9'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:23.602399 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922ef7bca0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:23.653305 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0b266-a4d0-4a32-bcbe-7e40c9615f99 None None] Pushing event updated for resources: {'Port': ['ID=d4c77210-a11e-459e-8560-e30dcdec65a8,revision_number=4']} {{(pid=75129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:23.656464 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG oslo_concurrency.lockutils [None req-65a0b266-a4d0-4a32-bcbe-7e40c9615f99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:23.791084 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] Set router d553c7a6-d8dd-4e1f-a175-38980a1229d9 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:24.115105 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922ef7bca0>, [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:10Z', 'revision_number': 4, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'd4c77210-a11e-459e-8560-e30dcdec65a8', 'name': '', 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'mac_address': 'fa:16:3e:5f:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56e8daa1-866b-47eb-b287-044bf5f6c41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:10Z', 'updated_at': '2021-09-15T19:13:23Z', 'revision_number': 4, 'project_id': 'ea170d83d0864157abe464226fff097b', 'subnets': [{'id': '56e8daa1-866b-47eb-b287-044bf5f6c41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:24.119489 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78d383-331b-436d-a789-b2fbdf3a280b None None] The sync data for ids ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'] in dv-cinder-806008-3-iscsi is: [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:10Z', 'revision_number': 4, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': 'd4c77210-a11e-459e-8560-e30dcdec65a8', 'name': '', 'network_id': 'ea3c1df7-1a64-4bcb-b5e8-dba947bb6431', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'mac_address': 'fa:16:3e:5f:95:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56e8daa1-866b-47eb-b287-044bf5f6c41d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:10Z', 'updated_at': '2021-09-15T19:13:23Z', 'revision_number': 4, 'project_id': 'ea170d83d0864157abe464226fff097b', 'subnets': [{'id': '56e8daa1-866b-47eb-b287-044bf5f6c41d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:13:24.448251 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device d4c77210-a11e-459e-8560-e30dcdec65a8 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:24.519280 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning for port d4c77210-a11e-459e-8560-e30dcdec65a8 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:24.524081 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port d4c77210-a11e-459e-8560-e30dcdec65a8 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:24.524463 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:24.659126 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:24.701662 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] For port d4c77210-a11e-459e-8560-e30dcdec65a8, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=d4c77210-a11e-459e-8560-e30dcdec65a8,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:24.705439 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:24.706486 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 1eb04ceb-94ce-4c93-b211-54fbab54d145 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:24.729755 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:24.803225 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77ec36-4f5b-4840-b134-a3f60ac67ccd req-d747fe4a-a1e2-4832-8ac4-67f7e45183a9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:24.804879 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8f77ec36-4f5b-4840-b134-a3f60ac67ccd req-d747fe4a-a1e2-4832-8ac4-67f7e45183a9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0881398
Sep 15 19:13:24.822714 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Pushing event updated for resources: {'Port': ['ID=d4c77210-a11e-459e-8560-e30dcdec65a8,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:24.837392 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.837827 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.838245 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.838700 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.839033 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.839362 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.839825 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.840154 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.840536 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.840987 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.841303 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:24.847491 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:24.856481 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port 1eb04ceb-94ce-4c93-b211-54fbab54d145 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:24.856930 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:24.858479 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8f77ec36-4f5b-4840-b134-a3f60ac67ccd req-5049d71e-747b-4165-ac87-73f43a4a50aa tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478354
Sep 15 19:13:26.059066 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e2341-b964-4598-84c6-690a09acb741 req-58c41606-a651-442e-83c5-a1bfb0a5c740 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:26.060502 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-128e2341-b964-4598-84c6-690a09acb741 req-58c41606-a651-442e-83c5-a1bfb0a5c740 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0783489
Sep 15 19:13:26.110790 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-128e2341-b964-4598-84c6-690a09acb741 req-6c78cd8c-d0a0-4c29-8fbb-681c11904d82 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424974
Sep 15 19:13:26.335399 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device d4c77210-a11e-459e-8560-e30dcdec65a8 up at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:26.406360 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Provisioning complete for port d4c77210-a11e-459e-8560-e30dcdec65a8 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:26.406771 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:27.311029 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9959c-07c5-4cd1-875c-14aa8d8b96e8 req-445c0a03-11b3-4086-848b-147a019de575 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:27.312691 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bba9959c-07c5-4cd1-875c-14aa8d8b96e8 req-445c0a03-11b3-4086-848b-147a019de575 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 943 time: 0.0833209
Sep 15 19:13:27.357352 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-bba9959c-07c5-4cd1-875c-14aa8d8b96e8 req-3b36c995-3aea-46fe-b732-609e548ce9a3 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394733
Sep 15 19:13:27.944885 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 22213933-e956-4b1b-9718-11d4eb316488 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:13:28.105292 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 22213933-e956-4b1b-9718-11d4eb316488, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22213933-e956-4b1b-9718-11d4eb316488,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:28.118456 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '22213933-e956-4b1b-9718-11d4eb316488', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'port_id': '22213933-e956-4b1b-9718-11d4eb316488', 'mac_address': 'fa:16:3e:09:68:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:13:28.172287 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:28.189517 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22213933-e956-4b1b-9718-11d4eb316488 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:13:28.204429 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 22213933-e956-4b1b-9718-11d4eb316488, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22213933-e956-4b1b-9718-11d4eb316488,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:28.208279 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:28.209987 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:28.271965 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=22213933-e956-4b1b-9718-11d4eb316488,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:28.274929 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:28.559434 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02bd37-a2e1-4c3c-8abf-8f561936cbc2 req-92c8d4ad-bd3d-44af-af22-03acecfe5458 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:28.560915 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0c02bd37-a2e1-4c3c-8abf-8f561936cbc2 req-92c8d4ad-bd3d-44af-af22-03acecfe5458 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 944 time: 0.0793452
Sep 15 19:13:28.605886 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0c02bd37-a2e1-4c3c-8abf-8f561936cbc2 req-13c7dd7b-3f98-48f1-9a2f-60410ea1eb0e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390830
Sep 15 19:13:28.636677 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d15317a3-154b-4224-a219-f712ea62417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:29.024148 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:29.153397 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['22213933-e956-4b1b-9718-11d4eb316488'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:13:29.803050 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d3927-e6b9-4086-a500-34b16a9edc80 req-9740e240-162e-43e1-869a-14c0d0309269 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:29.804511 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-082d3927-e6b9-4086-a500-34b16a9edc80 req-9740e240-162e-43e1-869a-14c0d0309269 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 944 time: 0.0764565
Sep 15 19:13:29.853411 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-082d3927-e6b9-4086-a500-34b16a9edc80 req-61c935a7-d947-4015-9dcd-f709e5ff6a5e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435483
Sep 15 19:13:30.260876 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c8f8-805a-405f-a662-84937640b0b1 req-747794db-5088-4d39-8f17-025cb445855a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:30.262310 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-747794db-5088-4d39-8f17-025cb445855a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/networks?id=71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 200  len: 814 time: 0.1594803
Sep 15 19:13:30.278299 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-075662b5-ef78-4e60-8293-9b72a5e3c706 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/quotas/60e062b0ba75493b8f6fde7dd818707a HTTP/1.1" status: 200  len: 375 time: 0.0106871
Sep 15 19:13:30.324961 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-063042cd-74d3-48d5-ab92-5e69f8606148 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=60e062b0ba75493b8f6fde7dd818707a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404105
Sep 15 19:13:30.459898 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-8ac243ec-1f5a-4d95-a5f4-7dc836c9b905 service neutron] 10.222.0.52 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280909
Sep 15 19:13:30.608053 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-bb3665bd-d893-47af-bf80-4c273af1c61d service neutron] 10.222.0.52 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426647
Sep 15 19:13:30.788632 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-314f40b7-1c01-4a31-abb6-5d0683f74047 req-15d473c6-dd6f-4238-84e2-3bab804ace4b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Synchronizing usage tracker for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:30.804024 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-314f40b7-1c01-4a31-abb6-5d0683f74047 req-15d473c6-dd6f-4238-84e2-3bab804ace4b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Unset dirty status for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:30.805293 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-314f40b7-1c01-4a31-abb6-5d0683f74047 req-15d473c6-dd6f-4238-84e2-3bab804ace4b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 210 time: 0.0575194
Sep 15 19:13:30.916557 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-4399beda-4583-4af9-99c2-abf2ec233044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:31.071824 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97cb8-fe9c-4239-bc50-a6a2a5ef9fc8 req-f7fcaeeb-4e7c-46b7-90cb-0301b30fdf27 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:31.074270 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0fb97cb8-fe9c-4239-bc50-a6a2a5ef9fc8 req-f7fcaeeb-4e7c-46b7-90cb-0301b30fdf27 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 944 time: 0.0877585
Sep 15 19:13:31.121075 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0fb97cb8-fe9c-4239-bc50-a6a2a5ef9fc8 req-cc3c8f69-af54-42ae-ba1e-678eb733e181 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406542
Sep 15 19:13:31.210331 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 22213933-e956-4b1b-9718-11d4eb316488 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:31.282842 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 22213933-e956-4b1b-9718-11d4eb316488 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:31.287650 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 22213933-e956-4b1b-9718-11d4eb316488 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:31.288147 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:31.404040 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:31.430920 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22213933-e956-4b1b-9718-11d4eb316488'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:31.440536 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 22213933-e956-4b1b-9718-11d4eb316488, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22213933-e956-4b1b-9718-11d4eb316488,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:31.444257 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:31.446981 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:31.491464 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22213933-e956-4b1b-9718-11d4eb316488', 'code': 200}
Sep 15 19:13:31.518983 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=22213933-e956-4b1b-9718-11d4eb316488,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:31.521864 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:31.812896 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:31.978390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c8f8-805a-405f-a662-84937640b0b1 req-497f65c2-78d4-4c2f-8eb8-72afb38a431c tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:31.979862 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-497f65c2-78d4-4c2f-8eb8-72afb38a431c tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "GET /v2.0/networks?id=71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 200  len: 814 time: 0.2093849
Sep 15 19:13:31.991550 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d0798cd-ec89-46ee-8696-2bdc53a136bd req-51401ee8-e6ae-475b-be52-8784d696a04f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 1098 time: 0.1279325
Sep 15 19:13:31.994351 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c4bea4db-5c53-4d51-b0ae-f1ad63a024a3 req-92d196e0-ee64-4273-970d-56a9fdacc1c3 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 210 time: 0.0429523
Sep 15 19:13:32.005975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Request body: {'port': {'device_id': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514', 'admin_state_up': True, 'tenant_id': '60e062b0ba75493b8f6fde7dd818707a'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:32.145696 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4d0798cd-ec89-46ee-8696-2bdc53a136bd req-f6aff317-1ae9-46d5-9213-7ad5ec584a04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1235394
Sep 15 19:13:32.173976 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:32.183527 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:32.193986 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Made reservation on behalf of 60e062b0ba75493b8f6fde7dd818707a for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:32.197089 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:32.434041 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e80dc4-4f86-445e-9dc5-d885f4bc528c req-2501a755-5933-4823-bba9-d997605f5354 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:32.435442 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a4e80dc4-4f86-445e-9dc5-d885f4bc528c req-2501a755-5933-4823-bba9-d997605f5354 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 945 time: 0.1818359
Sep 15 19:13:32.439728 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Allocated IP 172.20.0.7 (71c47123-5d18-48c3-90fb-1a34fd448514/7d59bb96-4d19-4c6f-b12a-5b798a1f860a/82e93007-7fd7-4ead-b25c-c0a6196d3084) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:32.516810 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a4e80dc4-4f86-445e-9dc5-d885f4bc528c req-4747c7db-f1d5-430f-ae0b-b054a305e488 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728288
Sep 15 19:13:32.686322 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:32.714979 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:32.721112 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-435ed9b5-6c82-49ed-a7cb-a105cbafcdf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:32.787523 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Network 71c47123-5d18-48c3-90fb-1a34fd448514 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:32.790821 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:32.794970 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:32.819426 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Pushing event updated for resources: {'Port': ['ID=82e93007-7fd7-4ead-b25c-c0a6196d3084,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:32.846568 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.846941 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.847314 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.847680 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.848046 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.848408 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.848813 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.849152 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.849511 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.849866 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.850219 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:32.855317 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:32.870778 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:32.871374 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:32.894938 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8931899
Sep 15 19:13:32.907324 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Request body: {'port': {'device_id': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:33.012129 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:33.211841 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687128c7-eaf4-46a8-a52d-67d0f17696ee req-36b7914e-6a69-4cea-84a7-51d4322df176 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:33.214102 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-687128c7-eaf4-46a8-a52d-67d0f17696ee req-36b7914e-6a69-4cea-84a7-51d4322df176 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 931 time: 0.0883451
Sep 15 19:13:33.268498 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-687128c7-eaf4-46a8-a52d-67d0f17696ee req-bee5cd13-83f3-4fbb-a028-0ff0de6c42c0 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474250
Sep 15 19:13:33.398451 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:33.487159 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e93007-7fd7-4ead-b25c-c0a6196d3084 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:13:33.494178 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:33.509151 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Transition to ACTIVE for port object 82e93007-7fd7-4ead-b25c-c0a6196d3084 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:33.512871 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:33.517701 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2aa21531-5a68-441a-9f25-6e72948bfac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:33.659098 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Pushing event updated for resources: {'Port': ['ID=82e93007-7fd7-4ead-b25c-c0a6196d3084,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:33.664180 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:33.716819 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b7186-f838-4af8-b12e-759842340d6f req-85bc6190-4637-4987-8780-d275593be8c9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:33.718302 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6b6b7186-f838-4af8-b12e-759842340d6f req-85bc6190-4637-4987-8780-d275593be8c9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 945 time: 0.0786366
Sep 15 19:13:33.721802 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-f5b99036-1271-42f4-8726-77868f2f6668 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761752502&fields=id&tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986 HTTP/1.1" status: 200  len: 267 time: 0.1017673
Sep 15 19:13:33.764280 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6b6b7186-f838-4af8-b12e-759842340d6f req-31d3120e-a235-4ab5-ac16-b254fb95c68e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396657
Sep 15 19:13:33.892619 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Attempting to bind port 82e93007-7fd7-4ead-b25c-c0a6196d3084 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:33.892949 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Attempting to bind port 82e93007-7fd7-4ead-b25c-c0a6196d3084 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:33.893275 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Attempting to bind port 82e93007-7fd7-4ead-b25c-c0a6196d3084 on network 71c47123-5d18-48c3-90fb-1a34fd448514 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:33.912470 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Port 82e93007-7fd7-4ead-b25c-c0a6196d3084 on network 71c47123-5d18-48c3-90fb-1a34fd448514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:13:33.912797 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Attempting to bind port 82e93007-7fd7-4ead-b25c-c0a6196d3084 on network 71c47123-5d18-48c3-90fb-1a34fd448514 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:33.919609 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:33.930253 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c229-934f-429e-990c-fe4545e63237 req-1c97ccc2-f4f3-404f-82ff-4fbffff2a1ff tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:33.931727 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-1c97ccc2-f4f3-404f-82ff-4fbffff2a1ff tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 809 time: 0.1848865
Sep 15 19:13:33.932649 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:33.932967 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Checking segment: {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:33.933339 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Bound using segment: {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:33.933787 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Bound port: 82e93007-7fd7-4ead-b25c-c0a6196d3084, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45977c5b-c683-4455-b485-ddde4032c66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:33.934111 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:33.970453 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae62d0-0c5a-4c43-9565-c45f9b2ee322 req-46b1f6f6-56b0-4a58-9294-cf9e98a2b25a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:33.971970 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-98ae62d0-0c5a-4c43-9565-c45f9b2ee322 req-46b1f6f6-56b0-4a58-9294-cf9e98a2b25a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 945 time: 0.0847576
Sep 15 19:13:33.982598 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-e60a7b21-f7f3-4c5f-9871-c9d812a29e40 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/quotas/e7dff64ac8314ec4bb3bc1edf6f46986 HTTP/1.1" status: 200  len: 375 time: 0.0390804
Sep 15 19:13:34.017998 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-98ae62d0-0c5a-4c43-9565-c45f9b2ee322 req-34f5e69f-dd1f-4859-945a-cd826c307f0e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403471
Sep 15 19:13:34.048660 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43900) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:34.090773 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] For port 82e93007-7fd7-4ead-b25c-c0a6196d3084, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:34.095063 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] For port 82e93007-7fd7-4ead-b25c-c0a6196d3084, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:34.100310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:34.105177 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:34.171266 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-99c3260a-b116-41fe-8d53-a29812e11d23 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1830063
Sep 15 19:13:34.178960 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:34.180291 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] 10.222.0.30 "PUT /v2.0/ports/82e93007-7fd7-4ead-b25c-c0a6196d3084 HTTP/1.1" status: 200  len: 1093 time: 1.2775543
Sep 15 19:13:34.180801 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'tag': '82e93007-7fd7-4ead-b25c-c0a6196d3084'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:34.264730 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'tag': '82e93007-7fd7-4ead-b25c-c0a6196d3084', 'status': 'completed', 'code': 200}
Sep 15 19:13:34.265358 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Pushing event updated for resources: {'Port': ['ID=82e93007-7fd7-4ead-b25c-c0a6196d3084,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:34.275760 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:34.332981 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6f6a57f0-c40a-47c1-a2ca-0e6cbccc3a46 tempest-TestVolumeBootPattern-617675705 tempest-TestVolumeBootPattern-617675705-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 1093 time: 0.2829380
Sep 15 19:13:34.333614 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 43910) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:34.339435 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'port_id': '22213933-e956-4b1b-9718-11d4eb316488', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:34.345931 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:34.350249 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Usage tracker for resource:floatingip and tenant:cddf5ed569624b9d9ac4d1d917e36cd4 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:34.353944 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:34.361710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:34.374060 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:34.383701 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-95c8ba15-268c-4633-b968-dfe76b03702f service neutron] 10.222.0.52 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954098
Sep 15 19:13:34.417522 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-13b9cf11-b29e-4720-8a90-161d105be19d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60e062b0ba75493b8f6fde7dd818707a&device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 1096 time: 0.1886747
Sep 15 19:13:34.550587 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-8c44692f-ed42-432e-8aff-6acf4d2639da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084 HTTP/1.1" status: 200  len: 217 time: 0.1199033
Sep 15 19:13:34.576240 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c34901-379b-42ee-8bee-17a0ea362ade req-10526803-d2b7-420a-9ddb-d766dd3a33e3 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:34.577621 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-62c34901-379b-42ee-8bee-17a0ea362ade req-10526803-d2b7-420a-9ddb-d766dd3a33e3 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 943 time: 0.1486621
Sep 15 19:13:34.615787 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:34.628620 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-1095f41e-de0a-4c4c-91b1-b77275cde494 service neutron] 10.222.0.52 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387376
Sep 15 19:13:34.635283 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813c8f8-805a-405f-a662-84937640b0b1 req-cc99b6be-6f4c-4e71-aebf-1714f3c5ce99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:34.636677 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-cc99b6be-6f4c-4e71-aebf-1714f3c5ce99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d59bb96-4d19-4c6f-b12a-5b798a1f860a HTTP/1.1" status: 200  len: 854 time: 0.0797548
Sep 15 19:13:34.682507 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-7c7c9028-a5aa-43ad-8264-91d814b02e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71c47123-5d18-48c3-90fb-1a34fd448514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399160
Sep 15 19:13:34.688612 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-62c34901-379b-42ee-8bee-17a0ea362ade req-1e0d8e61-ceaa-436b-88ba-3ff791820170 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041980
Sep 15 19:13:34.775768 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Allocated IP 172.27.0.12 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/686a01f2-1ef9-45a2-929c-0d693374d184) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:34.943465 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-5cf2fb53-dfa5-4477-8a29-d0bcb03cdf5a service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499175
Sep 15 19:13:35.040571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:35.105574 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4813c8f8-805a-405f-a662-84937640b0b1 req-78e468ec-2b01-4f8b-8eb5-428f58e8ab94 service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546216
Sep 15 19:13:35.106379 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-6a89d0a1-898d-4e1d-a7c4-84c3d51390ee req-b5f240b2-af4d-44d4-93b5-cc322661ecf3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Synchronizing usage tracker for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:35.132759 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:35.137043 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b89d157e-fed7-4a59-aeb2-f31184638025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:35.173550 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-6a89d0a1-898d-4e1d-a7c4-84c3d51390ee req-b5f240b2-af4d-44d4-93b5-cc322661ecf3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Unset dirty status for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:35.174737 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6a89d0a1-898d-4e1d-a7c4-84c3d51390ee req-b5f240b2-af4d-44d4-93b5-cc322661ecf3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 210 time: 0.1166110
Sep 15 19:13:35.211057 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:35.214601 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:35.216640 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=686a01f2-1ef9-45a2-929c-0d693374d184,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:35.219385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:35.246707 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:35.248999 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-de3fa0ad-8bf6-4963-86ab-592d1f5118a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=60e062b0ba75493b8f6fde7dd818707a&device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 1096 time: 0.0930123
Sep 15 19:13:35.403823 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-524e6200-3941-4867-930b-1ef46cd12ad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:35.408052 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-524e6200-3941-4867-930b-1ef46cd12ad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 200  len: 914 time: 0.1519804
Sep 15 19:13:35.482365 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-f5443965-18e0-445d-baa5-d1f751df3e38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084 HTTP/1.1" status: 200  len: 217 time: 0.0684202
Sep 15 19:13:35.548784 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-f74338e4-5dee-4e97-bd24-1e1873fea906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:35.550228 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-f74338e4-5dee-4e97-bd24-1e1873fea906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7d59bb96-4d19-4c6f-b12a-5b798a1f860a HTTP/1.1" status: 200  len: 854 time: 0.0614307
Sep 15 19:13:35.597634 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-137aa6d1-d5bd-4d19-b989-380efe86cddc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=71c47123-5d18-48c3-90fb-1a34fd448514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405922
Sep 15 19:13:35.751802 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-3ea2479b-116c-46fb-aca4-f83716a64092 service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473227
Sep 15 19:13:35.801141 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:35.863096 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:35.949321 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-dea56b2f-c5ed-484e-93ad-02f373bb4af4 req-12535716-3645-47d8-ac69-536c34034fe7 service neutron] 10.222.0.30 "GET /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898763
Sep 15 19:13:35.969665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aef9f-1aff-4ed2-a237-d2aeb3f4bb0f req-cc542eae-cddd-4296-98e8-f9a31b4a93d0 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:35.970353 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-e23aef9f-1aff-4ed2-a237-d2aeb3f4bb0f req-cc542eae-cddd-4296-98e8-f9a31b4a93d0 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Synchronizing usage tracker for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:35.986390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-e23aef9f-1aff-4ed2-a237-d2aeb3f4bb0f req-cc542eae-cddd-4296-98e8-f9a31b4a93d0 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Unset dirty status for tenant:60e062b0ba75493b8f6fde7dd818707a on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:35.987515 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e23aef9f-1aff-4ed2-a237-d2aeb3f4bb0f req-cc542eae-cddd-4296-98e8-f9a31b4a93d0 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 943 time: 0.1378770
Sep 15 19:13:36.033805 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e23aef9f-1aff-4ed2-a237-d2aeb3f4bb0f req-0a985726-42a4-4963-ac3b-63e822d97b9e tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397463
Sep 15 19:13:36.081167 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:36.085929 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:36.090689 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6aead158-5dae-4324-b880-c766f4a1f5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:36.206998 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event updated for resources: {'Port': ['ID=686a01f2-1ef9-45a2-929c-0d693374d184,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:36.234858 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.235232 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.235606 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.235971 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.236336 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.236769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.237152 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.237518 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.237882 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.238360 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.238926 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:13:36.251403 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:36.322987 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c229-934f-429e-990c-fe4545e63237 req-b8f23f4d-d1e6-4683-a9db-6fc2927fec8a tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:36.324428 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-b8f23f4d-d1e6-4683-a9db-6fc2927fec8a tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 809 time: 0.1634302
Sep 15 19:13:36.329154 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:36.391290 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-49e6f49d-93ca-41f1-a9f0-f64c9bf1f9f1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986 HTTP/1.1" status: 200  len: 380 time: 0.0538545
Sep 15 19:13:36.396363 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b52e7ce0-f6c3-495a-8d4d-9aa29a932f70 req-e97d46e6-a431-472d-b97c-89349be77bbf tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 210 time: 0.0661747
Sep 15 19:13:36.401663 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'port': {'device_id': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'admin_state_up': True, 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'security_groups': ['85e78d5a-c517-4d51-928a-349df6ad0605']}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:36.529002 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.l3_db [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Floating IP 30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489 associated. External IP: 172.27.0.12, port: 22213933-e956-4b1b-9718-11d4eb316488.
Sep 15 19:13:36.550745 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:36.560090 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.quota.driver [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:36.569534 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Made reservation on behalf of e7dff64ac8314ec4bb3bc1edf6f46986 for: {'port': 1} {{(pid=75126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 15 19:13:36.572888 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:36.741437 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.db_base_plugin_common [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Allocated IP 172.20.0.13 (ab384f0c-d90c-4362-a0d8-c1c9ff81f755/eea75134-d730-47d1-91c7-8ac4376fb0df/ec3410d0-133f-4c57-91cb-2639f05a2d43) {{(pid=75126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:13:37.039652 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:13:37.045448 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for port, precommit_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.063865 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Transition to ACTIVE for port object ec3410d0-133f-4c57-91cb-2639f05a2d43 will not be triggered until provisioned by entity DHCP. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:37.092717 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_create {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.101366 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-517439d3-569e-4bea-af85-be3945b79ec4 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:37.182460 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 is already hosted by enough agents. {{(pid=75126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:13:37.183461 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=1']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:37.185914 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.base_scheduler [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources bound (agent type, host, resource id):  {{(pid=75126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:13:37.189433 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:37.190110 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Received port after_create {{(pid=75126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:13:37.239693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 82e93007-7fd7-4ead-b25c-c0a6196d3084 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:13:37.278806 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:13:37.309492 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.313042 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:13:37.332896 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:37.334458 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.394569 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0478070
Sep 15 19:13:37.394569 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'tag': '22213933-e956-4b1b-9718-11d4eb316488'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:37.397738 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a85bb6-4406-439e-aedf-086bf88b195d req-460e6495-53dd-4033-bc98-8b69623ccc82 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:37.400615 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-30a85bb6-4406-439e-aedf-086bf88b195d req-460e6495-53dd-4033-bc98-8b69623ccc82 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 943 time: 0.2109847
Sep 15 19:13:37.428815 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-a1e54e9b-7f01-4e97-a54e-5b0ca74ff1b3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0309238
Sep 15 19:13:37.449819 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.v2.base [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Request body: {'port': {'device_id': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80600'}} {{(pid=75126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:37.472866 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 82e93007-7fd7-4ead-b25c-c0a6196d3084, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:37.483740 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'tag': '22213933-e956-4b1b-9718-11d4eb316488', 'status': 'completed', 'code': 200}
Sep 15 19:13:37.488671 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:37.489302 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b88c2e0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:37.506358 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-30a85bb6-4406-439e-aedf-086bf88b195d req-5b5a6f60-11d9-4a26-a39c-578fca546365 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960214
Sep 15 19:13:37.556426 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': '82e93007-7fd7-4ead-b25c-c0a6196d3084', 'network_id': '71c47123-5d18-48c3-90fb-1a34fd448514', 'port_id': '82e93007-7fd7-4ead-b25c-c0a6196d3084', 'mac_address': 'fa:16:3e:77:c0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d59bb96-4d19-4c6f-b12a-5b798a1f860a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:13:37.621903 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.675070 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25d68b-b8ac-4ea0-9098-05f20b9b48f5 req-0f8153ac-91f1-4190-a0bb-647f4ebd04b4 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:37.676547 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-db25d68b-b8ac-4ea0-9098-05f20b9b48f5 req-0f8153ac-91f1-4190-a0bb-647f4ebd04b4 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 932 time: 0.0793176
Sep 15 19:13:37.689247 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.691873 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-997d5041-e99c-4584-bba0-2f63bffd9b3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 1098 time: 0.1827712
Sep 15 19:13:37.714945 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e93007-7fd7-4ead-b25c-c0a6196d3084 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:13:37.735083 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-db25d68b-b8ac-4ea0-9098-05f20b9b48f5 req-465f5d46-867b-43b2-bf36-7177f74d6a02 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Synchronizing usage tracker for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:security_group {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:37.737734 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-c427cd58-6dad-4bc8-8536-017b1bfe147e None None] Provisioning for port ec3410d0-133f-4c57-91cb-2639f05a2d43 completed by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:37.748023 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-c427cd58-6dad-4bc8-8536-017b1bfe147e None None] Provisioning complete for port ec3410d0-133f-4c57-91cb-2639f05a2d43 triggered by entity DHCP. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:37.748665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-c427cd58-6dad-4bc8-8536-017b1bfe147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.752501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-db25d68b-b8ac-4ea0-9098-05f20b9b48f5 req-465f5d46-867b-43b2-bf36-7177f74d6a02 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Unset dirty status for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:security_group {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:37.753775 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-db25d68b-b8ac-4ea0-9098-05f20b9b48f5 req-465f5d46-867b-43b2-bf36-7177f74d6a02 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634253
Sep 15 19:13:37.802758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 82e93007-7fd7-4ead-b25c-c0a6196d3084, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:37.811481 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:37.816688 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-04860649-d4d6-43aa-8aca-a0b70ff3129d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:37.863992 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-c427cd58-6dad-4bc8-8536-017b1bfe147e None None] Port ec3410d0-133f-4c57-91cb-2639f05a2d43 cannot update to ACTIVE because it is not bound. {{(pid=75128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Sep 15 19:13:37.881204 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:37.959699 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=82e93007-7fd7-4ead-b25c-c0a6196d3084,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:37.964160 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:37.976933 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-50600a73-f250-42a2-881e-8e9312bf154e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:37.978418 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-50600a73-f250-42a2-881e-8e9312bf154e service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.2795870
Sep 15 19:13:38.032794 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['82e93007-7fd7-4ead-b25c-c0a6196d3084'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:13:38.112701 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-cdf347b1-d742-4599-94f0-85699b45496d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22213933-e956-4b1b-9718-11d4eb316488 HTTP/1.1" status: 200  len: 998 time: 0.1221437
Sep 15 19:13:38.233812 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-a10f2571-e883-44ef-aa29-13c61029e380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:38.236044 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-a10f2571-e883-44ef-aa29-13c61029e380 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.1077299
Sep 15 19:13:38.237892 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3410d0-133f-4c57-91cb-2639f05a2d43 {{(pid=75126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:13:38.277422 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:38.301926 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.provisioning_blocks [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Transition to ACTIVE for port object ec3410d0-133f-4c57-91cb-2639f05a2d43 will not be triggered until provisioned by entity L2. {{(pid=75126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 15 19:13:38.310447 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:38.316645 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-53a91008-8e1e-4154-9dcc-806608d1495f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:38.417810 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b88c2e0>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '22213933-e956-4b1b-9718-11d4eb316488', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:09:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:13:35Z', 'updated_at': '2021-09-15T19:13:35Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}, {'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:21Z', 'revision_number': 1, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:38.422830 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:13:38.437671 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=2']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:38.438263 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:13:38.438482 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b88c2e0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:13:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:38.448062 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:38.456589 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-57010faa-9995-4c96-8ee6-90126062a754 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2125773
Sep 15 19:13:38.654889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:13:38.843007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Attempting to bind port ec3410d0-133f-4c57-91cb-2639f05a2d43 on host hv-cinder-80600 for vnic_type normal with profile  {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 15 19:13:38.844065 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Attempting to bind port ec3410d0-133f-4c57-91cb-2639f05a2d43 by drivers openvswitch,hyperv on host hv-cinder-80600 at level 0 using segments [{'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 15 19:13:38.844395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Attempting to bind port ec3410d0-133f-4c57-91cb-2639f05a2d43 on network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:38.857789 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-7eb833ee-d745-45d5-ad21-4f6bb4314b1b service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3734033
Sep 15 19:13:38.860467 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Port ec3410d0-133f-4c57-91cb-2639f05a2d43 on network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80600 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Sep 15 19:13:38.860790 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Attempting to bind port ec3410d0-133f-4c57-91cb-2639f05a2d43 on network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Sep 15 19:13:38.895799 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Checking agent: {'id': 'c68fa2e0-3532-41bc-9554-5d6bfcea4e39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80600', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'started_at': datetime.datetime(2021, 9, 15, 19, 2, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Sep 15 19:13:38.896136 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Checking segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Sep 15 19:13:38.896517 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Bound using segment: {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'} {{(pid=75126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Sep 15 19:13:38.896943 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.managers [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Bound port: ec3410d0-133f-4c57-91cb-2639f05a2d43, host: hv-cinder-80600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d323b6-7c08-4c42-ae4c-29297fc269bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755'}}] {{(pid=75126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 15 19:13:38.897300 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:38.960385 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fc412-1cec-410e-ae1a-2fd794227f81 req-5e3bf5fd-f98f-4ef1-a509-a165d0501796 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:38.961857 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a72fc412-1cec-410e-ae1a-2fd794227f81 req-5e3bf5fd-f98f-4ef1-a509-a165d0501796 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 944 time: 0.2275138
Sep 15 19:13:38.975417 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0b12f-2ca7-4b93-878e-3834500ed1c9 req-b8f8c81b-f4ac-4d97-bbcb-a4d58dba43fc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:38.977086 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-64e0b12f-2ca7-4b93-878e-3834500ed1c9 req-b8f8c81b-f4ac-4d97-bbcb-a4d58dba43fc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0905540
Sep 15 19:13:39.027296 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-64e0b12f-2ca7-4b93-878e-3834500ed1c9 req-e63b4b53-8ba8-4a85-9035-475fc2dc2003 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443177
Sep 15 19:13:39.032840 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b88c2e0>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '22213933-e956-4b1b-9718-11d4eb316488', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:09:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:13:35Z', 'updated_at': '2021-09-15T19:13:35Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}, {'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:21Z', 'revision_number': 1, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:13:39.037103 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ef826-f528-47c3-b956-31276deb26e0 None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '22213933-e956-4b1b-9718-11d4eb316488', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:09:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:13:35Z', 'updated_at': '2021-09-15T19:13:35Z', 'revision_number': 0, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}, {'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:21Z', 'revision_number': 1, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:13:39.127887 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, cleared binding levels {{(pid=75126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 15 19:13:39.131548 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a72fc412-1cec-410e-ae1a-2fd794227f81 req-67bf71db-93c6-4bd2-9d6e-685317f1dca1 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177599
Sep 15 19:13:39.133323 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-2a329974-7a29-41a4-9b71-7ad3356f1e5d req-1d1bfdea-a84d-4a3f-9e53-8e354101de8c service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657394
Sep 15 19:13:39.138828 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 15 19:13:39.144225 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8281672'] for port, after_update {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:39.149274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-2937768a-03ef-4751-ac1a-63a78dae405f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:39.214465 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:39.216139 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] 10.222.0.30 "PUT /v2.0/ports/ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1094 time: 1.7725728
Sep 15 19:13:39.220187 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:39.249267 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=3']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:39.253136 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-5826bb11-cb1b-4cb8-9664-33fb54b1bd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:39.267942 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 82e93007-7fd7-4ead-b25c-c0a6196d3084 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:39.326363 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'status': 'completed', 'code': 200}
Sep 15 19:13:39.349247 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port 82e93007-7fd7-4ead-b25c-c0a6196d3084 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:39.356655 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port 82e93007-7fd7-4ead-b25c-c0a6196d3084 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:39.357267 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:39.365967 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-6b5aade9-9fa6-40bb-bfb7-7a3574cdccd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1097 time: 0.0798607
Sep 15 19:13:39.445290 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-723853c9-e1fc-46a5-854b-af8865ddc766 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 217 time: 0.0695066
Sep 15 19:13:39.481906 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:39.510059 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565c229-934f-429e-990c-fe4545e63237 req-0af84228-bc7d-4b8d-b963-d3e88077f3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:39.510431 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e93007-7fd7-4ead-b25c-c0a6196d3084'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:39.511461 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-0af84228-bc7d-4b8d-b963-d3e88077f3af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0593162
Sep 15 19:13:39.524608 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port 82e93007-7fd7-4ead-b25c-c0a6196d3084, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:39.530510 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:39.533668 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:39.578718 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e93007-7fd7-4ead-b25c-c0a6196d3084', 'code': 200}
Sep 15 19:13:39.600038 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-d6a7c505-1397-4ed3-9ea0-283e85fd6bb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807788
Sep 15 19:13:39.609725 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=82e93007-7fd7-4ead-b25c-c0a6196d3084,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:39.612628 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:39.782160 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-2f6a9ea9-de7a-428f-a827-7addf30af947 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744206
Sep 15 19:13:39.907809 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a295ab39-4b36-4504-9002-2bf48f468447 req-9b62cba3-7a5d-4677-b441-388cf4847e29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 1098 time: 0.1729918
Sep 15 19:13:39.947663 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6565c229-934f-429e-990c-fe4545e63237 req-d5da9f40-2f65-4763-a570-ba9a88708d99 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592717
Sep 15 19:13:39.964733 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a295ab39-4b36-4504-9002-2bf48f468447 req-78f3f52f-924e-4a0d-8508-7ebbb2f1b9f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501926
Sep 15 19:13:40.245440 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c16df9-3bc6-4d97-bb6d-2240901264e1 req-f550a764-f779-4208-889c-bcc2723bea52 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:40.246284 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-879fcc5a-ecf0-4dd6-9bd5-c2a46bae3757 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1097 time: 0.0709367
Sep 15 19:13:40.246942 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d1c16df9-3bc6-4d97-bb6d-2240901264e1 req-f550a764-f779-4208-889c-bcc2723bea52 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0855625
Sep 15 19:13:40.295232 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d1c16df9-3bc6-4d97-bb6d-2240901264e1 req-9e2af75d-1827-40c4-8f7f-217b962b83db tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425625
Sep 15 19:13:40.442353 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-b6d69880-c830-4703-9963-20e0994b086a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:40.443737 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-b6d69880-c830-4703-9963-20e0994b086a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1874220
Sep 15 19:13:40.449817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbf726-faf5-43df-b105-f311c417485b req-ddc73b85-7c99-4211-81d9-20c14ff13c33 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:40.451178 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-02cbf726-faf5-43df-b105-f311c417485b req-ddc73b85-7c99-4211-81d9-20c14ff13c33 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 945 time: 0.1734231
Sep 15 19:13:40.532040 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-188b55eb-be93-4889-8f2e-b15147ae9cd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 217 time: 0.0799699
Sep 15 19:13:40.595939 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-02cbf726-faf5-43df-b105-f311c417485b req-e41309fa-7bee-4a48-94da-287ddd93d117 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968635
Sep 15 19:13:40.606710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-1cf95b1c-ad5c-4faf-a4f0-2ff40d78b4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:40.607661 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-1cf95b1c-ad5c-4faf-a4f0-2ff40d78b4cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0650480
Sep 15 19:13:40.785756 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-f627dcdf-8f6e-4471-8823-f7e25ecb004d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1707993
Sep 15 19:13:40.918127 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-e74d8b75-18eb-4ad8-bf56-9d3c923cffa1 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230705
Sep 15 19:13:41.060123 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-490472a5-c730-4acf-b55c-f7743e8b1f8e req-90b481fd-be4b-46e1-9095-14b92a29608a service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292126
Sep 15 19:13:41.495877 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ef849-8a82-4df3-9680-0b67601180d6 req-3508b5a8-a2c9-4b03-b44b-90e8b0c94011 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:41.497339 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-152ef849-8a82-4df3-9680-0b67601180d6 req-3508b5a8-a2c9-4b03-b44b-90e8b0c94011 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0803530
Sep 15 19:13:41.543889 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-152ef849-8a82-4df3-9680-0b67601180d6 req-87a9c443-d92f-4df4-b1e4-5532f8c1ddaf tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397336
Sep 15 19:13:41.653294 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-ea2872a9-5441-484c-8a53-ada8a52d9781 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0670788
Sep 15 19:13:41.802604 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-83f86450-85f6-4a67-8ab9-1cfd3b34142f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1098 time: 0.1277537
Sep 15 19:13:41.822817 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc26ee-e384-4aa4-8d19-8d82c2ae6b47 req-6ff64187-cadc-4280-a1e8-681af5db5b3d tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:41.824226 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ebcc26ee-e384-4aa4-8d19-8d82c2ae6b47 req-6ff64187-cadc-4280-a1e8-681af5db5b3d tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 945 time: 0.0953014
Sep 15 19:13:41.960503 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-ebcc26ee-e384-4aa4-8d19-8d82c2ae6b47 req-1e819e21-c7f1-488e-ac19-8babce84789e tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177649
Sep 15 19:13:41.983986 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-fd115a8a-3e93-4277-99e4-451d1139fe84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:41.986166 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-fd115a8a-3e93-4277-99e4-451d1139fe84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1604059
Sep 15 19:13:42.161293 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-be29d980-07b8-4ac6-9cd9-27eea1813e38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 1001 time: 0.1684594
Sep 15 19:13:42.228490 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-18ce62fb-44ac-4899-bb52-432adcfabe86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:42.229975 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-18ce62fb-44ac-4899-bb52-432adcfabe86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0629685
Sep 15 19:13:42.309686 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-621dca3e-e7d0-46a9-abb9-785ede4aa92e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721319
Sep 15 19:13:42.449113 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-b3b54fba-f571-4981-880f-ee790da99b4d service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315992
Sep 15 19:13:42.594886 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3beebbd4-107d-4d4a-8dab-761c9d556db1 req-ac80355d-9d67-4022-bdad-f1f6d137ee61 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398261
Sep 15 19:13:42.741640 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf9a97-0190-41d4-a804-8ba91f17c644 req-4bebb0b4-7e3d-4be2-afa8-e5015fcbf064 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:42.743119 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-01bf9a97-0190-41d4-a804-8ba91f17c644 req-4bebb0b4-7e3d-4be2-afa8-e5015fcbf064 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Synchronizing usage tracker for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:42.760521 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-01bf9a97-0190-41d4-a804-8ba91f17c644 req-4bebb0b4-7e3d-4be2-afa8-e5015fcbf064 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Unset dirty status for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:42.762010 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01bf9a97-0190-41d4-a804-8ba91f17c644 req-4bebb0b4-7e3d-4be2-afa8-e5015fcbf064 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0971224
Sep 15 19:13:42.813401 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-01bf9a97-0190-41d4-a804-8ba91f17c644 req-08099755-7367-47b0-b704-1690c836aebf tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451298
Sep 15 19:13:43.894969 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd08b4-3096-4f80-94b8-e82de30ec9d1 None None] New status for floating IP 30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:13:44.155276 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec25f4-67be-4e03-98d7-01ac11d13f3f req-9ecb8d99-2a6f-46c5-85a5-5dd6560802ca tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:44.156643 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-31ec25f4-67be-4e03-98d7-01ac11d13f3f req-9ecb8d99-2a6f-46c5-85a5-5dd6560802ca tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0761137
Sep 15 19:13:44.205193 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-31ec25f4-67be-4e03-98d7-01ac11d13f3f req-8590a6e6-1a73-4b6a-af1d-05ab2f3b45d2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429873
Sep 15 19:13:45.405310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccc064-5a9f-4318-99a5-b7a828430806 req-d821b770-575d-4205-9939-43f906136f0e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:45.406792 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-37ccc064-5a9f-4318-99a5-b7a828430806 req-d821b770-575d-4205-9939-43f906136f0e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0811043
Sep 15 19:13:45.452886 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-37ccc064-5a9f-4318-99a5-b7a828430806 req-d6fd1776-a0ce-44b0-9999-c4f2849c093b tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404239
Sep 15 19:13:46.650593 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602c598-c04a-4c02-9308-d89e9597cf72 req-814269ae-35b4-44ff-9bac-ea66e94553bb tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:46.652022 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3602c598-c04a-4c02-9308-d89e9597cf72 req-814269ae-35b4-44ff-9bac-ea66e94553bb tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0753176
Sep 15 19:13:46.696002 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-3602c598-c04a-4c02-9308-d89e9597cf72 req-892bc7c8-6cd3-4ab9-95a3-44f20383ee62 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386364
Sep 15 19:13:47.889377 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e965-7ab9-4931-bb7f-20ba7d6606b8 req-981c4e26-186b-4096-8fce-f29f80ea5842 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:47.890828 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e510e965-7ab9-4931-bb7f-20ba7d6606b8 req-981c4e26-186b-4096-8fce-f29f80ea5842 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0773058
Sep 15 19:13:47.935430 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e510e965-7ab9-4931-bb7f-20ba7d6606b8 req-0c07ca3e-6808-4aba-b6df-601788951206 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383337
Sep 15 19:13:48.909068 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:13:49.148788 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf639-4082-4b49-b0f7-1deb3757a99f req-120cf7f6-0b7f-44c3-af74-c0acd2da8a1b tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:49.150324 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5becf639-4082-4b49-b0f7-1deb3757a99f req-120cf7f6-0b7f-44c3-af74-c0acd2da8a1b tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0944452
Sep 15 19:13:49.198275 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-5becf639-4082-4b49-b0f7-1deb3757a99f req-1aa90370-6734-46d7-80ba-9b4fe6709767 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410197
Sep 15 19:13:49.286509 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:13:49.425209 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:49.442509 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'port_id': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'mac_address': 'fa:16:3e:43:50:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:13:49.496075 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:49.512719 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3410d0-133f-4c57-91cb-2639f05a2d43 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:13:49.527737 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:49.531269 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:49.533497 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-b1529269-42c3-4626-8842-61ea4f6a38b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:49.595850 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=4']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:49.598846 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:50.397531 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c9943-e21e-4865-96da-7820fb156e2a req-043d085a-6212-43b3-b58d-d0fd3cb48865 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:50.399040 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b72c9943-e21e-4865-96da-7820fb156e2a req-043d085a-6212-43b3-b58d-d0fd3cb48865 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 945 time: 0.0812235
Sep 15 19:13:50.445562 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-b72c9943-e21e-4865-96da-7820fb156e2a req-4bee197b-ee7f-42b7-8177-8650424acd12 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410542
Sep 15 19:13:51.553466 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['ec3410d0-133f-4c57-91cb-2639f05a2d43'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:13:51.647379 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70c08d-33c7-4496-a8ed-a487fa87527f req-d747b54e-eb91-482d-b393-1938ff8c6276 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:51.648709 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1a70c08d-33c7-4496-a8ed-a487fa87527f req-d747b54e-eb91-482d-b393-1938ff8c6276 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 945 time: 0.0760648
Sep 15 19:13:51.694627 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-1a70c08d-33c7-4496-a8ed-a487fa87527f req-c57bb2cb-fb31-4cba-bdf0-692ca7fc195c tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403557
Sep 15 19:13:53.000945 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eee788-390d-4c77-a216-47e75192499f req-862bc7ab-c7c6-4522-98b2-97eee6ede3a2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:53.002997 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-10eee788-390d-4c77-a216-47e75192499f req-862bc7ab-c7c6-4522-98b2-97eee6ede3a2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 945 time: 0.1827991
Sep 15 19:13:53.047727 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-10eee788-390d-4c77-a216-47e75192499f req-3e26aa40-84dc-4af1-a335-d2778778d524 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392218
Sep 15 19:13:53.563423 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:13:53.664961 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning for port ec3410d0-133f-4c57-91cb-2639f05a2d43 completed by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 15 19:13:53.669494 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port ec3410d0-133f-4c57-91cb-2639f05a2d43 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:13:53.669885 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:53.783681 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:53.815375 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:13:53.821688 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:13:53.826734 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:53.829618 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:13:53.882711 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'code': 200}
Sep 15 19:13:53.898331 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=5']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:13:53.901098 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:13:54.257211 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62d28d76-a78c-44e8-938a-e8c8cb09b9e2 req-879ecd9e-dd72-4f56-94de-a8fffa079e03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.1293421
Sep 15 19:13:54.267392 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2747883-48ca-4b36-8073-fd5482deb4e1 req-63f7f900-2f0c-43d0-9f40-562cd7cfcafd tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:54.268818 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2747883-48ca-4b36-8073-fd5482deb4e1 req-63f7f900-2f0c-43d0-9f40-562cd7cfcafd tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.1000597
Sep 15 19:13:54.314690 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2747883-48ca-4b36-8073-fd5482deb4e1 req-fe518b2d-0798-4fc0-9f7c-237084a1c8ad tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403352
Sep 15 19:13:55.151672 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62d28d76-a78c-44e8-938a-e8c8cb09b9e2 req-365a8ede-6fe7-4600-b06d-c7074ed67408 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372014
Sep 15 19:13:55.515641 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3a9c1-7307-405d-a311-07c0942764df req-0cbdbf56-754b-4a2e-9b72-604850738dff tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:55.517057 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-55b3a9c1-7307-405d-a311-07c0942764df req-0cbdbf56-754b-4a2e-9b72-604850738dff tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0812805
Sep 15 19:13:55.562013 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-55b3a9c1-7307-405d-a311-07c0942764df req-c2bcf764-41c9-4e73-8566-e8ce4a05e41f tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395253
Sep 15 19:13:56.756404 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b7425-10e5-4131-8b42-78d69e2e77ad req-e72c6f83-71de-48cc-9475-6223a497534a tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:56.757838 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1b7b7425-10e5-4131-8b42-78d69e2e77ad req-e72c6f83-71de-48cc-9475-6223a497534a tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0776203
Sep 15 19:13:56.802672 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-1b7b7425-10e5-4131-8b42-78d69e2e77ad req-cc0104c4-e766-465c-a807-564acb8e7af4 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394347
Sep 15 19:13:57.998128 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511bc47-bab1-4e0e-8e24-09886868464e req-117f219f-e6ad-4fe9-8f2b-4c4314c7fe70 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:57.999624 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0511bc47-bab1-4e0e-8e24-09886868464e req-117f219f-e6ad-4fe9-8f2b-4c4314c7fe70 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0785012
Sep 15 19:13:58.045856 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0511bc47-bab1-4e0e-8e24-09886868464e req-da2f2684-6941-4853-b3d9-1a0bd5f53544 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399947
Sep 15 19:13:58.643051 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f41d314-83c1-449e-87bf-9063a6408eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:59.025776 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:13:59.258386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce40e8-33fd-4148-b082-49adbafc66c9 req-2ce1ce05-5a4f-477c-8ce2-b19a646778a4 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:59.259959 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4fce40e8-33fd-4148-b082-49adbafc66c9 req-2ce1ce05-5a4f-477c-8ce2-b19a646778a4 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0889075
Sep 15 19:13:59.308272 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4fce40e8-33fd-4148-b082-49adbafc66c9 req-12a5ed53-ebf0-47d7-bbf5-b60e68047ea9 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429311
Sep 15 19:13:59.518018 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea2ba1-d9f6-40da-ad2b-44857c20c393 req-dc1455f6-86e0-4a61-ab7d-8e809ddf7436 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:13:59.519578 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-40ea2ba1-d9f6-40da-ad2b-44857c20c393 req-dc1455f6-86e0-4a61-ab7d-8e809ddf7436 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0832667
Sep 15 19:13:59.565562 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-40ea2ba1-d9f6-40da-ad2b-44857c20c393 req-3398ad14-2a14-4b34-b87e-0708aff9ac50 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402017
Sep 15 19:13:59.592217 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44052) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:59.785705 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-faa7cc50-cd78-4622-96aa-af059e1b4971 tempest-TestShelveInstance-292417527 tempest-TestShelveInstance-292417527-project-admin] Synchronizing usage tracker for tenant:ea170d83d0864157abe464226fff097b on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:13:59.802735 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-faa7cc50-cd78-4622-96aa-af059e1b4971 tempest-TestShelveInstance-292417527 tempest-TestShelveInstance-292417527-project-admin] Unset dirty status for tenant:ea170d83d0864157abe464226fff097b on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:13:59.803873 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-faa7cc50-cd78-4622-96aa-af059e1b4971 tempest-TestShelveInstance-292417527 tempest-TestShelveInstance-292417527-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1094 time: 0.2107234
Sep 15 19:13:59.806802 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44058) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:13:59.812401 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.v2.base [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Request body: {'floatingip': {'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'port_id': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'fixed_ip_address': '172.20.0.13'}} {{(pid=75127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Sep 15 19:13:59.817985 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 15 19:13:59.821681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Usage tracker for resource:floatingip and tenant:e7dff64ac8314ec4bb3bc1edf6f46986 is out of sync, need to count used quota {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 15 19:13:59.824497 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 15 19:13:59.830071 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.quota.driver [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 15 19:13:59.843290 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for floatingip, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:00.058431 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:00.194115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_common [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Allocated IP 172.27.0.167 (eb528e83-5ea3-4bdb-88dc-b45c4556d38a/ffebdbf2-a1fe-471f-907f-d756b48952e0/e2508e6e-aae2-46e5-bb6e-5f32bb3360b0) {{(pid=75127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 15 19:14:00.338680 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for port, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:00.368184 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766611723367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:00.372078 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-651c825c-0fa8-46fa-9a90-bc53c2363362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:14:00.439999 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Network eb528e83-5ea3-4bdb-88dc-b45c4556d38a is already hosted by enough agents. {{(pid=75127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 15 19:14:00.442935 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.base_scheduler [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Resources bound (agent type, host, resource id):  {{(pid=75127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 15 19:14:00.447209 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Received port after_create {{(pid=75127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 15 19:14:00.474504 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'Port': ['ID=e2508e6e-aae2-46e5-bb6e-5f32bb3360b0,revision_number=1']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:14:00.480922 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:14:00.919927 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f58c4c62-a89c-432a-ae36-8ce8f6114c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:00.963647 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:01.017710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:01.239236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for port, precommit_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:01.243323 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8145866'] for port, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:01.246682 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-4bf7e90e-40b8-4612-8615-cd8e1f115e1a tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:14:01.336916 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event updated for resources: {'Port': ['ID=e2508e6e-aae2-46e5-bb6e-5f32bb3360b0,revision_number=2']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:14:01.348242 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:14:01.362950 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-690306'] for floatingip, after_update {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:01.650969 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.db.l3_db [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Floating IP 70d4e86f-797d-40f5-99ab-f2c640e8d28c associated. External IP: 172.27.0.167, port: ec3410d0-133f-4c57-91cb-2639f05a2d43.
Sep 15 19:14:01.828730 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:02.063358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Router 1663accd-a0fb-4085-acc8-89e321714601 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:14:02.259932 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:14:02.268950 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] Sync routers for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:14:02.280440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:14:02.281131 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b8e4b20>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:14:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:02.283959 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:02.339327 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5313973
Sep 15 19:14:02.339868 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:14:02.399477 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'status': 'completed', 'code': 200}
Sep 15 19:14:02.471786 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:14:02.503632 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-c7c30d39-1ff9-4a8b-8d73-95bd87a0ef25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.0784717
Sep 15 19:14:02.640611 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-f819a768-b818-484f-8950-76868f41d49f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:02.642644 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-f819a768-b818-484f-8950-76868f41d49f service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1303012
Sep 15 19:14:02.747558 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-1423c4dd-21e7-44ec-9c34-f11bd73f9e83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1000 time: 0.0974581
Sep 15 19:14:02.814206 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-237e7a9b-1d36-4f3c-b0d0-96e8b526aa81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:02.816021 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-237e7a9b-1d36-4f3c-b0d0-96e8b526aa81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0599515
Sep 15 19:14:02.838333 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b8e4b20>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '70d4e86f-797d-40f5-99ab-f2c640e8d28c', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1663accd-a0fb-4085-acc8-89e321714601', 'port_id': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'mac_address': 'fa:16:3e:43:50:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:14:00Z', 'updated_at': '2021-09-15T19:14:00Z', 'revision_number': 0, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:22Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:02.843159 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] Checking router: 1663accd-a0fb-4085-acc8-89e321714601 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:14:02.855010 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:14:02.855625 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b8e4b20>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:14:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:02.895505 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-12e58e23-138b-450d-8d14-44d99728f4b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707791
Sep 15 19:14:03.041295 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-a0eabb00-a6c5-420f-a904-ba8be7fedd16 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366069
Sep 15 19:14:03.044201 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:14:03.188438 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3d364353-ad44-4b3e-b5f2-2125189bbd7a req-fdb438f5-3700-4ca2-831f-06e03854dd15 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391625
Sep 15 19:14:03.439381 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d581b8e-d717-4e33-a415-f3d33f038c8f req-843c9a1a-13e3-4a69-802d-97309152bf35 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:03.440088 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:03.441487 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6d581b8e-d717-4e33-a415-f3d33f038c8f req-843c9a1a-13e3-4a69-802d-97309152bf35 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 945 time: 0.0780468
Sep 15 19:14:03.479588 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b8e4b20>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '70d4e86f-797d-40f5-99ab-f2c640e8d28c', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1663accd-a0fb-4085-acc8-89e321714601', 'port_id': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'mac_address': 'fa:16:3e:43:50:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:14:00Z', 'updated_at': '2021-09-15T19:14:00Z', 'revision_number': 0, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:22Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:03.483951 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057f775d-d718-4974-8d1e-c4a8798f5aa7 None None] The sync data for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi is: [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': '70d4e86f-797d-40f5-99ab-f2c640e8d28c', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': '1663accd-a0fb-4085-acc8-89e321714601', 'port_id': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'mac_address': 'fa:16:3e:43:50:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:14:00Z', 'updated_at': '2021-09-15T19:14:00Z', 'revision_number': 0, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:22Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:14:03.497144 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-6d581b8e-d717-4e33-a415-f3d33f038c8f req-9d6e9d33-cb7a-4199-8f48-5db4a4e092b7 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495110
Sep 15 19:14:03.673953 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab858755-456d-45b6-b9ec-92b0adc6a5ef None None] New status for floating IP 70d4e86f-797d-40f5-99ab-f2c640e8d28c: ACTIVE {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:14:03.903092 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:04.700121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968b3be-3172-4712-a441-42a45a852956 req-a93903cd-9184-4aff-a876-4d6212a621bb tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:04.701575 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f968b3be-3172-4712-a441-42a45a852956 req-a93903cd-9184-4aff-a876-4d6212a621bb tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 945 time: 0.0809941
Sep 15 19:14:04.746784 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f968b3be-3172-4712-a441-42a45a852956 req-f2fc18a1-f6ff-449e-a925-987c8294ae61 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/security-groups?id=93eacabc-08aa-4910-ab76-ace583a26321&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394120
Sep 15 19:14:05.192390 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-3e61effa-b3d5-4147-9682-7f83d77ba84c tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:05.193801 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-3e61effa-b3d5-4147-9682-7f83d77ba84c tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 945 time: 0.0744576
Sep 15 19:14:05.265678 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Deleting port 82e93007-7fd7-4ead-b25c-c0a6196d3084 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:14:05.266020 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:05.592869 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] For port 82e93007-7fd7-4ead-b25c-c0a6196d3084, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=82e93007-7fd7-4ead-b25c-c0a6196d3084,segment=NetworkSegment(45977c5b-c683-4455-b485-ddde4032c66e),segment_id=45977c5b-c683-4455-b485-ddde4032c66e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:14:05.594523 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:05.712102 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Calling delete_port for 82e93007-7fd7-4ead-b25c-c0a6196d3084 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:14:05.855907 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:05.861992 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-33af1e83-3c4c-48b0-9799-70453a764f74 tempest-AttachVolumeShelveTestJSON-1468123033 tempest-AttachVolumeShelveTestJSON-1468123033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:14:05.867494 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['82e93007-7fd7-4ead-b25c-c0a6196d3084'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:14:05.905107 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Pushing event deleted for resources: {'Port': ['ID=82e93007-7fd7-4ead-b25c-c0a6196d3084,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:14:05.909528 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:14:05.933483 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-f76c6a90-1b5e-40be-a5ee-bbd933495bea req-3212f02c-139d-4fe6-9f1d-ef487fef4f66 tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.52 "GET /v2.0/ports?device_id=ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049 HTTP/1.1" status: 200  len: 210 time: 0.0602498
Sep 15 19:14:05.982383 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] No DVR routers for this DVR port 82e93007-7fd7-4ead-b25c-c0a6196d3084 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:14:05.985408 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:05.987930 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'name': 'network-vif-deleted', 'tag': '82e93007-7fd7-4ead-b25c-c0a6196d3084'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:14:06.003002 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d43a4310-3f23-4baa-9b4c-59b67a94c6d1 req-ee2a7615-2b17-4c7b-8c79-52e5641f9b8b tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] 10.222.0.30 "DELETE /v2.0/ports/82e93007-7fd7-4ead-b25c-c0a6196d3084 HTTP/1.1" status: 204  len: 173 time: 0.8029649
Sep 15 19:14:06.046827 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf907d6-6dbe-47fd-b4cd-1e6d0d9b0049', 'name': 'network-vif-deleted', 'tag': '82e93007-7fd7-4ead-b25c-c0a6196d3084', 'status': 'completed', 'code': 200}
Sep 15 19:14:10.080089 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 82e93007-7fd7-4ead-b25c-c0a6196d3084 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:14:10.115515 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 82e93007-7fd7-4ead-b25c-c0a6196d3084 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:14:10.115862 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 82e93007-7fd7-4ead-b25c-c0a6196d3084 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:14:25.910439 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:14:28.635342 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-371741ab-c00b-4b2e-9fee-aca48b002eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:29.027573 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:30.921743 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-48d7f998-16d1-45db-b099-3917fd829fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:31.812429 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:32.593030 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44236) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:14:32.652024 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Deleting subnet 7d59bb96-4d19-4c6f-b12a-5b798a1f860a {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:14:32.654833 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:32.706131 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:32.761529 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:32.825478 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:32.829697 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:14:32.867052 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d59bb96-4d19-4c6f-b12a-5b798a1f860a,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:14:32.869385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:14:32.872128 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:32.878259 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-24af9499-7dfe-4008-ad71-1148ba3b7778 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7d59bb96-4d19-4c6f-b12a-5b798a1f860a HTTP/1.1" status: 204  len: 168 time: 0.2842414
Sep 15 19:14:32.880676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44240) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:14:32.982807 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.104262 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.117756 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922ad869d0>,) {'filters': {'network_id': ['71c47123-5d18-48c3-90fb-1a34fd448514']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:33.130044 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922ad869d0>, '45977c5b-c683-4455-b485-ddde4032c66e') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:33.130338 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922ad869d0>, '45977c5b-c683-4455-b485-ddde4032c66e') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:14:33.141174 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.156278 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.162212 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:14:33.162608 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:14:33.175826 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:14:33.343323 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.347100 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:14:33.360374 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.372517 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c47123-5d18-48c3-90fb-1a34fd448514,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:14:33.375345 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:14:33.380328 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ad323ba9-21a3-464d-88ef-aa2c524ff711 admin admin] 10.222.0.52 "DELETE /v2.0/networks/71c47123-5d18-48c3-90fb-1a34fd448514 HTTP/1.1" status: 204  len: 168 time: 0.4986353
Sep 15 19:14:33.405048 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.585315 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44246) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:14:33.636817 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-e7c559b8-e59d-48dc-a4e2-1041df946010 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60e062b0ba75493b8f6fde7dd818707a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0501335
Sep 15 19:14:33.639403 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44250) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:14:33.699576 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.724542 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.775615 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.779274 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-105898c5-eda5-40a6-a915-ea633541ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:14:33.793411 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eacabc-08aa-4910-ab76-ace583a26321,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:14:33.806343 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.806734 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.807114 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.807451 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.807831 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.808185 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.808530 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.808877 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.809223 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.809564 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.809905 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:14:33.813395 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:14:33.814474 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:33.815494 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-36090109-92af-4ed7-a67c-02166ae64e96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93eacabc-08aa-4910-ab76-ace583a26321 HTTP/1.1" status: 204  len: 168 time: 0.1746202
Sep 15 19:14:33.902726 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:42.049355 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-bc768916-d595-40ce-8027-4104ac10a8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695889
Sep 15 19:14:42.188316 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-cd42e2ed-00d7-4ea8-919d-0ef10f359a8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1098 time: 0.0678854
Sep 15 19:14:42.332634 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d51d9-fcdd-435c-807c-eec996e74559 req-619d5334-f137-4acc-9500-22d9b60e41d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:42.334129 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-619d5334-f137-4acc-9500-22d9b60e41d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1244009
Sep 15 19:14:42.443805 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-d95612b5-41c9-40d8-bfb3-8c49d9164730 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 1001 time: 0.0989609
Sep 15 19:14:42.511973 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d51d9-fcdd-435c-807c-eec996e74559 req-df4777f2-bd93-4b43-991e-6b34ccd3fd0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:14:42.513447 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-df4777f2-bd93-4b43-991e-6b34ccd3fd0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0621884
Sep 15 19:14:42.586746 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-fecb952d-9c57-426e-b07b-53bb2bbe7104 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0665271
Sep 15 19:14:42.718265 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-d03476c3-212c-4305-9ba8-50c58fb45c7b service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244128
Sep 15 19:14:42.846050 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-745d51d9-fcdd-435c-807c-eec996e74559 req-ecdcac73-8b4b-458c-bcb4-2dd1fa502eb9 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209865
Sep 15 19:14:58.637484 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8df29c42-ff81-4b8d-af03-b98b5f51c31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:14:59.030382 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:00.924683 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d9633fc6-7e54-40b0-846a-2cb27f28dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:01.814796 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:02.909837 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:15:03.405939 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:03.922987 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:17.646593 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44264) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:17.928843 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Deleting port 686a01f2-1ef9-45a2-929c-0d693374d184 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:17.929078 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:18.093718 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:18.094052 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:18.213645 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Calling delete_port for 686a01f2-1ef9-45a2-929c-0d693374d184 owned by network:floatingip {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:18.368452 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:18.372147 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-ce8a4197-d8ad-4dbd-a2d7-769ca89347a6 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:18.415178 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'Port': ['ID=686a01f2-1ef9-45a2-929c-0d693374d184,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:18.419377 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:18.510990 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:18.914260 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:15:19.111710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:15:19.121323 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:15:19.133067 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:19.133703 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bbfdf70>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:19.133845 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:19.187597 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-8f5db288-88af-4e34-b31a-75e8b530cbb9 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "DELETE /v2.0/floatingips/30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489 HTTP/1.1" status: 204  len: 168 time: 1.5396614
Sep 15 19:15:19.188060 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'tag': '22213933-e956-4b1b-9718-11d4eb316488'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:15:19.315610 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:19.511243 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'tag': '22213933-e956-4b1b-9718-11d4eb316488', 'status': 'completed', 'code': 200}
Sep 15 19:15:19.695214 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bbfdf70>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:21Z', 'revision_number': 1, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:19.699224 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:15:19.710384 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:19.711010 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bbfdf70>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:19.806360 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-9b5a5aa0-4afa-4d33-b905-7b79893fc0d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 1098 time: 0.2733517
Sep 15 19:15:19.846331 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd05b4e-7ba3-4a05-b297-a9a0db06bcd6 req-5b1b53db-dd2d-4d88-adaf-d0fed11db687 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:19.847051 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-8dd05b4e-7ba3-4a05-b297-a9a0db06bcd6 req-5b1b53db-dd2d-4d88-adaf-d0fed11db687 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:15:19.888315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:20.041566 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-8dd05b4e-7ba3-4a05-b297-a9a0db06bcd6 req-5b1b53db-dd2d-4d88-adaf-d0fed11db687 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:15:20.042692 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8dd05b4e-7ba3-4a05-b297-a9a0db06bcd6 req-5b1b53db-dd2d-4d88-adaf-d0fed11db687 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 945 time: 0.5002947
Sep 15 19:15:20.086262 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4af51-f268-47bd-8785-a010adf472b3 req-644bce81-066c-4497-b805-dc5cafbff29d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:20.087834 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-644bce81-066c-4497-b805-dc5cafbff29d service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.2730031
Sep 15 19:15:20.171038 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8dd05b4e-7ba3-4a05-b297-a9a0db06bcd6 req-ba08e423-196c-450d-b545-b4ca73a29cc4 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215520
Sep 15 19:15:20.172417 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-70ab0f00-e691-4d58-b7a2-fe4dfb214cbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22213933-e956-4b1b-9718-11d4eb316488 HTTP/1.1" status: 200  len: 217 time: 0.0764360
Sep 15 19:15:20.244781 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4af51-f268-47bd-8785-a010adf472b3 req-e7ca9280-2c9b-4c15-973a-1fb54d6af591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:20.246235 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-e7ca9280-2c9b-4c15-973a-1fb54d6af591 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0676675
Sep 15 19:15:20.300392 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bbfdf70>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:21Z', 'revision_number': 1, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:20.304812 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e44d73-13ee-4b05-a87a-9930260b42b2 None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_floatingips': [{'id': 'f97dfa1c-a5f3-457e-a534-7da8b1a4874e', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'floating_ip_address': '172.27.0.213', 'floating_network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'router_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'port_id': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'mac_address': 'fa:16:3e:50:c3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6d09d8-da27-4e81-9712-44681313235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:11:17Z', 'updated_at': '2021-09-15T19:11:21Z', 'revision_number': 1, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:15:20.325339 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-7386583d-3355-4d6a-87c1-53c7f76b09a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720623
Sep 15 19:15:20.337398 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-9de0acfa-b56a-4241-aa13-e53c507e2ff9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=75126) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Sep 15 19:15:20.338424 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-9de0acfa-b56a-4241-aa13-e53c507e2ff9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0055869
Sep 15 19:15:20.480577 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-4504409b-455b-4a02-999c-2102a342afc2 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353126
Sep 15 19:15:20.537822 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183206fe-43ed-4458-9ab3-949532837600 None None] New status for floating IP 30b2ac96-a4a3-4cbd-bf3a-5db1e72f1489: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:15:20.616060 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-13b4af51-f268-47bd-8785-a010adf472b3 req-14dfe501-a195-4e3a-9651-2c51a129e14e service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289260
Sep 15 19:15:21.093208 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-49297078-45b8-432c-a10f-a190e93dd558 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:21.094659 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-49297078-45b8-432c-a10f-a190e93dd558 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 945 time: 0.0762038
Sep 15 19:15:21.164250 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Deleting port 22213933-e956-4b1b-9718-11d4eb316488 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:21.164588 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:21.418145 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] For port 22213933-e956-4b1b-9718-11d4eb316488, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=22213933-e956-4b1b-9718-11d4eb316488,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:21.418499 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:21.446634 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a47e7f-7b17-432b-9bbb-94939474684f req-4185d4f2-6adf-40cf-ad76-17fde038c639 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:21.448116 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-06a47e7f-7b17-432b-9bbb-94939474684f req-4185d4f2-6adf-40cf-ad76-17fde038c639 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 945 time: 0.1553397
Sep 15 19:15:21.495267 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-06a47e7f-7b17-432b-9bbb-94939474684f req-7862d051-f50c-4341-a0a5-c8f6bd1d51ce tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414789
Sep 15 19:15:21.545381 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Calling delete_port for 22213933-e956-4b1b-9718-11d4eb316488 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:21.689894 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:21.695707 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b816645c-bf8f-4295-a184-8ca98f405fba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:21.747986 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'Port': ['ID=22213933-e956-4b1b-9718-11d4eb316488,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:21.751380 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:21.818091 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] No DVR routers for this DVR port 22213933-e956-4b1b-9718-11d4eb316488 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:15:21.820643 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:21.823221 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'name': 'network-vif-deleted', 'tag': '22213933-e956-4b1b-9718-11d4eb316488'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:15:21.839429 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e3e32375-bec5-47c2-a3bc-6789f0661748 req-cb193b00-4d38-4428-b901-8017cd926745 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "DELETE /v2.0/ports/22213933-e956-4b1b-9718-11d4eb316488 HTTP/1.1" status: 204  len: 173 time: 0.7393658
Sep 15 19:15:21.883030 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe42acb6-4312-40bd-8bdb-031c902439dc', 'name': 'network-vif-deleted', 'tag': '22213933-e956-4b1b-9718-11d4eb316488', 'status': 'completed', 'code': 200}
Sep 15 19:15:22.682993 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-91e888f7-0148-4f4b-aca3-38eacf8dcf3d req-3038e7ef-8afb-4d14-9422-83fb4dca6b64 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe42acb6-4312-40bd-8bdb-031c902439dc HTTP/1.1" status: 200  len: 210 time: 0.0447021
Sep 15 19:15:25.908359 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 22213933-e956-4b1b-9718-11d4eb316488 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:25.941370 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 22213933-e956-4b1b-9718-11d4eb316488 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:25.941737 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 22213933-e956-4b1b-9718-11d4eb316488 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:26.194451 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44308) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:26.392344 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Deleting port 8e55d621-9f20-4c5e-b02d-58533a482b1f {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:26.392680 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:26.569410 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:26.569739 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:26.687872 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Calling delete_port for 8e55d621-9f20-4c5e-b02d-58533a482b1f owned by network:floatingip {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:26.832732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:26.836694 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-73641ae9-be31-481d-9c0e-555242c98aba tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:26.877087 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'Port': ['ID=8e55d621-9f20-4c5e-b02d-58533a482b1f,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:26.914799 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.915175 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.915547 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.915909 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.916269 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.916629 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.916989 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.917348 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.917704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.918055 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.918407 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:26.928590 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:26.979853 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:27.385065 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:15:27.680079 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:15:27.689165 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:15:27.696785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:27.701219 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:27.701831 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6f40>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:27.751049 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "DELETE /v2.0/floatingips/f97dfa1c-a5f3-457e-a534-7da8b1a4874e HTTP/1.1" status: 204  len: 168 time: 1.5554945
Sep 15 19:15:27.751703 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:15:27.818228 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'status': 'completed', 'code': 200}
Sep 15 19:15:27.885587 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:27.916513 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-aed22dbd-991d-47e3-8281-8095ca8f4c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 1098 time: 0.0769420
Sep 15 19:15:28.060189 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-41a0c71d-6989-4bfc-83a2-95894b5804d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:28.061641 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-41a0c71d-6989-4bfc-83a2-95894b5804d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 200  len: 912 time: 0.1392636
Sep 15 19:15:28.214954 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6f40>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:28.218815 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:15:28.229749 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:28.230361 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6f40>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:28.266738 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-2a541d5f-6c15-4aa3-aea4-ba2fedd4b36e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 200  len: 217 time: 0.1976471
Sep 15 19:15:28.340841 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-9d267ea8-6104-4240-9213-f188633e56fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:28.342300 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-9d267ea8-6104-4240-9213-f188633e56fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 200  len: 851 time: 0.0690687
Sep 15 19:15:28.386792 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49017f36-a4c3-496a-8743-0a81e7fcfc68 req-535b062a-c0ab-44f8-91b0-d6da6784c6cc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:28.387478 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-49017f36-a4c3-496a-8743-0a81e7fcfc68 req-535b062a-c0ab-44f8-91b0-d6da6784c6cc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:15:28.408597 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:28.422820 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-49017f36-a4c3-496a-8743-0a81e7fcfc68 req-535b062a-c0ab-44f8-91b0-d6da6784c6cc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:15:28.423984 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-49017f36-a4c3-496a-8743-0a81e7fcfc68 req-535b062a-c0ab-44f8-91b0-d6da6784c6cc tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.2105844
Sep 15 19:15:28.470936 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-517363cb-eb40-4bdf-87b8-d0dc74611208 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23cd358d-62d1-4481-9017-15079cbbfc16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1213622
Sep 15 19:15:28.499326 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-49017f36-a4c3-496a-8743-0a81e7fcfc68 req-fcb2fb4f-c8b6-49ad-99f1-022c8efe3178 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691047
Sep 15 19:15:28.613906 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-4a960ceb-2395-4821-8c87-d04e13c3d757 service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345201
Sep 15 19:15:28.653193 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2f94-4e7e-4790-891c-236a03c98d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:28.745368 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922c2b6f40>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:28.746533 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-a3c9234f-310f-42f6-ae6d-23b459a0aa0c req-eb1b17a9-a9f2-432c-9cbc-86555db77b7a service neutron] 10.222.0.30 "GET /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259270
Sep 15 19:15:28.750253 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c80dd90-4f81-4e84-9b47-d54a9ea48441 None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:07:04Z', 'revision_number': 4, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '845cc3e9-d382-48ac-8782-57111db610cd', 'name': '', 'network_id': '23cd358d-62d1-4481-9017-15079cbbfc16', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'mac_address': 'fa:16:3e:41:26:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:03Z', 'updated_at': '2021-09-15T19:07:15Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'subnets': [{'id': 'dc36ebcc-8a0e-4a90-b097-67a05b01be28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:15:28.963288 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75564226-2780-4bb8-b150-48396e1f4c5f None None] New status for floating IP f97dfa1c-a5f3-457e-a534-7da8b1a4874e: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:15:29.031785 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:29.538215 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-2d91ceaf-28ec-4e0f-85c4-7b85d84d50d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:29.539707 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-2d91ceaf-28ec-4e0f-85c4-7b85d84d50d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.0761993
Sep 15 19:15:29.611643 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Deleting port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:29.612012 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:29.717284 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40462c-84dd-4bd2-a6af-7cdae07c7861 req-d253dae8-bf9e-4881-a878-a5a3223251d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:29.717869 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-af40462c-84dd-4bd2-a6af-7cdae07c7861 req-d253dae8-bf9e-4881-a878-a5a3223251d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Synchronizing usage tracker for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:15:29.729884 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-af40462c-84dd-4bd2-a6af-7cdae07c7861 req-d253dae8-bf9e-4881-a878-a5a3223251d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Unset dirty status for tenant:cddf5ed569624b9d9ac4d1d917e36cd4 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:15:29.731037 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-af40462c-84dd-4bd2-a6af-7cdae07c7861 req-d253dae8-bf9e-4881-a878-a5a3223251d0 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 945 time: 0.1079695
Sep 15 19:15:29.781847 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-af40462c-84dd-4bd2-a6af-7cdae07c7861 req-dd72248a-aac2-4cac-a06a-2f618cea4461 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/security-groups?id=c96fcbe1-ba93-4863-b507-7979edc9ed08&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452635
Sep 15 19:15:29.858777 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] For port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:29.859130 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:29.983116 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Calling delete_port for 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:30.119572 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:30.124893 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-c92a18a3-b614-441c-948c-bb219afcec2a tempest-VolumesSnapshotTestJSON-1840472366 tempest-VolumesSnapshotTestJSON-1840472366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:30.171623 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'Port': ['ID=5ffead8b-ad76-4b45-88c1-2f0b175dc3bd,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:30.175308 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:30.247247 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] No DVR routers for this DVR port 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:15:30.249522 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:30.252015 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'name': 'network-vif-deleted', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:15:30.267358 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f6c6bfe9-7724-419e-87ea-b3fc6a5d3c92 req-8ecdf169-3ac0-4452-bfad-2c094a225317 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.30 "DELETE /v2.0/ports/5ffead8b-ad76-4b45-88c1-2f0b175dc3bd HTTP/1.1" status: 204  len: 173 time: 0.7217903
Sep 15 19:15:30.314729 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6d09d8-da27-4e81-9712-44681313235d', 'name': 'network-vif-deleted', 'tag': '5ffead8b-ad76-4b45-88c1-2f0b175dc3bd', 'status': 'completed', 'code': 200}
Sep 15 19:15:30.928493 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-ceeb1b46-2600-46f9-8bd9-4337a9d55146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:30.972079 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0a575517-8026-467d-b7a7-a01bd3db2480 req-b5c41907-1ca8-4ad8-9390-d6e9d1c4e298 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "GET /v2.0/ports?device_id=db6d09d8-da27-4e81-9712-44681313235d HTTP/1.1" status: 200  len: 210 time: 0.0505619
Sep 15 19:15:31.819121 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.077489 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44326) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:32.229681 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Deleting port 13e7ed76-f9f2-4dfd-9fa9-f4fd85d34903 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:32.230022 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.398439 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.398798 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.518475 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Calling delete_port for 13e7ed76-f9f2-4dfd-9fa9-f4fd85d34903 owned by network:floatingip {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:32.657113 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.661834 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-34dc7f34-698e-481d-aca8-f7794dce4a51 tempest-TestMinimumBasicScenario-202226466 tempest-TestMinimumBasicScenario-202226466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:32.702518 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'Port': ['ID=13e7ed76-f9f2-4dfd-9fa9-f4fd85d34903,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:32.705240 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:32.798376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for floatingip, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.812490 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:32.813620 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-25d68794-e328-44f9-9fbb-2f381ef0620e tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "DELETE /v2.0/floatingips/5cbb27f0-4ec4-42cc-909a-d2905558d87e HTTP/1.1" status: 204  len: 168 time: 0.7351580
Sep 15 19:15:33.409251 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:33.930637 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:33.953574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:33.985753 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:33.986101 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device 5ffead8b-ad76-4b45-88c1-2f0b175dc3bd not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:34.194452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44340) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:34.261888 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:34.290710 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:34.352320 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:34.356356 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5fb1a622-1fd6-439e-83c0-49aaeafe02a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:34.370376 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96fcbe1-ba93-4863-b507-7979edc9ed08,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:34.372808 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:34.385151 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:34.386296 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-0d614675-367b-4ee1-a16d-385e013d838a tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] 10.222.0.52 "DELETE /v2.0/security-groups/c96fcbe1-ba93-4863-b507-7979edc9ed08 HTTP/1.1" status: 204  len: 168 time: 0.1908360
Sep 15 19:15:34.464398 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44346) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:35.061615 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:35.652684 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Deleting port 845cc3e9-d382-48ac-8782-57111db610cd {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:35.653459 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:35.836278 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] For port 845cc3e9-d382-48ac-8782-57111db610cd, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=845cc3e9-d382-48ac-8782-57111db610cd,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:35.836629 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:35.955655 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Calling delete_port for 845cc3e9-d382-48ac-8782-57111db610cd owned by network:router_interface {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:36.128855 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:36.133149 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-664ac679-0a15-4631-8573-33ac3d644be8 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:36.184771 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Pushing event deleted for resources: {'Port': ['ID=845cc3e9-d382-48ac-8782-57111db610cd,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:36.187182 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:36.475890 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:37.124816 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Router eb85c1d6-d179-409e-9dfd-2979ad9888ba has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:15:37.335284 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:15:37.345740 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] Sync routers for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:15:37.349291 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7b1b692f-f58f-44d5-a013-9708c4f3489c admin admin] 10.222.0.52 "PUT /v2.0/routers/eb85c1d6-d179-409e-9dfd-2979ad9888ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8838527
Sep 15 19:15:37.351804 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44352) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:37.360977 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:37.361571 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b883ee0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:37.563491 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:37.575820 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:37.759735 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:37.769556 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Deleting port b6e4596e-329b-49ae-a2b2-a635a178b84a {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:37.769970 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:37.868916 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b883ee0>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:15:36Z', 'revision_number': 5, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port': {'id': 'b6e4596e-329b-49ae-a2b2-a635a178b84a', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:06:59Z', 'updated_at': '2021-09-15T19:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:37.872788 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] Checking router: eb85c1d6-d179-409e-9dfd-2979ad9888ba for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:15:37.883755 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] Routers {'eb85c1d6-d179-409e-9dfd-2979ad9888ba'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:37.884369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b883ee0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:37.947854 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] For port b6e4596e-329b-49ae-a2b2-a635a178b84a, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=b6e4596e-329b-49ae-a2b2-a635a178b84a,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:37.948357 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.039720 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] Set router eb85c1d6-d179-409e-9dfd-2979ad9888ba gateway port host: None {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:38.145958 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b883ee0>, [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:15:37Z', 'revision_number': 6, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:38.149854 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6fb76-b8e7-4884-8b1b-38c79d8a0ff1 None None] The sync data for ids ['eb85c1d6-d179-409e-9dfd-2979ad9888ba'] in dv-cinder-806008-3-iscsi is: [{'id': 'eb85c1d6-d179-409e-9dfd-2979ad9888ba', 'name': 'tempest-TestVolumeBootPattern-1694299721-router', 'tenant_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:06:58Z', 'updated_at': '2021-09-15T19:15:37Z', 'revision_number': 6, 'project_id': 'cddf5ed569624b9d9ac4d1d917e36cd4', 'gw_port_host': None}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:15:38.174982 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Calling delete_port for b6e4596e-329b-49ae-a2b2-a635a178b84a owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:38.346778 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.351621 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-10f042e0-67d2-4fee-9081-1810588d5f41 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:38.392918 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e4596e-329b-49ae-a2b2-a635a178b84a,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:38.397824 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:38.571636 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 845cc3e9-d382-48ac-8782-57111db610cd no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:38.606666 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 845cc3e9-d382-48ac-8782-57111db610cd {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:38.607134 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 845cc3e9-d382-48ac-8782-57111db610cd not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:38.630677 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.883706 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.887685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.914239 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.914821 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb85c1d6-d179-409e-9dfd-2979ad9888ba {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:15:38.928007 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:38.929139 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-cacf804c-2684-48a1-bfb6-6abcd606ab94 admin admin] 10.222.0.52 "DELETE /v2.0/routers/eb85c1d6-d179-409e-9dfd-2979ad9888ba HTTP/1.1" status: 204  len: 168 time: 1.5764203
Sep 15 19:15:38.931757 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44356) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:38.993845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Deleting subnet dc36ebcc-8a0e-4a90-b097-67a05b01be28 {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:15:38.996692 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.045815 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.126405 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.197370 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.201952 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:39.235483 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc36ebcc-8a0e-4a90-b097-67a05b01be28,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:39.238413 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:39.241889 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.248087 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed33fd8-04d2-49d8-b509-cc3ef99dd90e None None] Network 23cd358d-62d1-4481-9017-15079cbbfc16 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:15:39.250071 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b4607e62-5765-4b09-ad26-e18f536ff7d2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dc36ebcc-8a0e-4a90-b097-67a05b01be28 HTTP/1.1" status: 204  len: 168 time: 0.3172333
Sep 15 19:15:39.251381 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44360) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:39.358222 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.370778 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Deleting port 8d935e2b-edbe-4bdd-b195-b84f84b9073e {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:39.371114 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.501546 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] DHCP port deletion for 23cd358d-62d1-4481-9017-15079cbbfc16 request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:15:39.506790 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Deleting port 8d935e2b-edbe-4bdd-b195-b84f84b9073e {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:39.507204 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.667742 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] For port 8d935e2b-edbe-4bdd-b195-b84f84b9073e, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8d935e2b-edbe-4bdd-b195-b84f84b9073e,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:39.668096 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.712455 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] For port 8d935e2b-edbe-4bdd-b195-b84f84b9073e, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=8d935e2b-edbe-4bdd-b195-b84f84b9073e,segment=NetworkSegment(87cdd004-8091-41f9-bae6-4c1b250ff89e),segment_id=87cdd004-8091-41f9-bae6-4c1b250ff89e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:39.713074 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.795770 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Calling delete_port for 8d935e2b-edbe-4bdd-b195-b84f84b9073e owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:39.830924 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Calling delete_port for 8d935e2b-edbe-4bdd-b195-b84f84b9073e owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:39.882725 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:39.887020 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-00f82e18-f4c7-4f7e-9c51-d1aa14801e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:39.903085 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:15:39.903456 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:15:39.909482 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:15:39.929208 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d935e2b-edbe-4bdd-b195-b84f84b9073e,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:39.931713 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:39.934115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] No DVR routers for this DVR port 8d935e2b-edbe-4bdd-b195-b84f84b9073e on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:15:40.048064 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.060488 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922ad4f220>,) {'filters': {'network_id': ['23cd358d-62d1-4481-9017-15079cbbfc16']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:40.072682 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922ad4f220>, '87cdd004-8091-41f9-bae6-4c1b250ff89e') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:40.072977 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922ad4f220>, '87cdd004-8091-41f9-bae6-4c1b250ff89e') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:40.084560 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.100780 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.107048 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:15:40.107429 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:15:40.121010 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:15:40.200925 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.204642 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-9f646e6f-447e-438c-95df-48b59032b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:40.217914 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.232275 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=23cd358d-62d1-4481-9017-15079cbbfc16,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:40.236355 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:40.244028 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d20a7047-8cb4-4157-85b0-ea0767c1b6dd admin admin] 10.222.0.52 "DELETE /v2.0/networks/23cd358d-62d1-4481-9017-15079cbbfc16 HTTP/1.1" status: 204  len: 168 time: 0.9916468
Sep 15 19:15:40.247820 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44364) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:40.404998 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Deleting port 8d935e2b-edbe-4bdd-b195-b84f84b9073e {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:40.405547 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:40.435475 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device b6e4596e-329b-49ae-a2b2-a635a178b84a no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:40.533891 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: b6e4596e-329b-49ae-a2b2-a635a178b84a {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:40.534245 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device b6e4596e-329b-49ae-a2b2-a635a178b84a not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:40.534778 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8d935e2b-edbe-4bdd-b195-b84f84b9073e no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:40.575458 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-15c08288-a3ad-4001-ad84-a16e17a3c263 None None] The port '8d935e2b-edbe-4bdd-b195-b84f84b9073e' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:15:40.576482 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 8d935e2b-edbe-4bdd-b195-b84f84b9073e {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:40.576821 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 8d935e2b-edbe-4bdd-b195-b84f84b9073e not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:40.658010 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:41.342728 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Deleting port 4eeea401-e4da-42b9-a9be-2396a4c52e13 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:41.343436 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:41.516976 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] For port 4eeea401-e4da-42b9-a9be-2396a4c52e13, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=4eeea401-e4da-42b9-a9be-2396a4c52e13,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:41.517220 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:41.636992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Calling delete_port for 4eeea401-e4da-42b9-a9be-2396a4c52e13 owned by network:router_interface {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:41.815919 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:41.820108 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-26800453-010f-4306-8274-971b908ced35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:41.865266 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eeea401-e4da-42b9-a9be-2396a4c52e13,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:41.868714 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:42.156592 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:42.626395 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-8ae4e58a-ed5f-4ad9-b78e-e6bed4c9df2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0761957
Sep 15 19:15:42.717132 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-d2a3ba75-970a-4c69-9601-fd762e77e93e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.0707111
Sep 15 19:15:42.838963 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Router c715ae3d-f8af-476a-9a7c-2d6cca6428ad has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:15:42.961442 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-0f63b185-0dc0-4c98-8688-9cdeb9a24d3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:42.962881 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-0f63b185-0dc0-4c98-8688-9cdeb9a24d3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.2256422
Sep 15 19:15:43.041571 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:15:43.051357 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] Sync routers for ids ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:15:43.058262 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] 10.222.0.52 "PUT /v2.0/routers/c715ae3d-f8af-476a-9a7c-2d6cca6428ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8094287
Sep 15 19:15:43.060693 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44372) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:43.065286 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] Routers {'c715ae3d-f8af-476a-9a7c-2d6cca6428ad'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:43.066577 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bc91ca0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:43.070256 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-36133e01-099d-4029-b536-27e3d89de01e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1002 time: 0.1009223
Sep 15 19:15:43.135030 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-2c86472d-7ca8-436c-8d72-f2e6514c7e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:15:43.136535 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-2c86472d-7ca8-436c-8d72-f2e6514c7e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0606005
Sep 15 19:15:43.217130 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-0927cb5d-f20d-47c7-975d-6b03f429d3c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744426
Sep 15 19:15:43.246629 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] Set router c715ae3d-f8af-476a-9a7c-2d6cca6428ad gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:43.268423 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:43.367317 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-5c9b166c-fa44-4551-b75b-63d871f3b2d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434882
Sep 15 19:15:43.482670 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:43.497262 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Deleting port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:43.498073 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:43.510218 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-024cd06f-730a-40f1-bf0c-5ca55d8f5061 req-d55565e0-46ed-44b3-97f2-cb426ab67ab4 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353993
Sep 15 19:15:43.539368 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bc91ca0>, [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:15:41Z', 'revision_number': 5, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port': {'id': '34df3eb5-f3fc-41cf-be9a-5bb5f187a38f', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:43.543903 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] Checking router: c715ae3d-f8af-476a-9a7c-2d6cca6428ad for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:15:43.557611 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] Routers {'c715ae3d-f8af-476a-9a7c-2d6cca6428ad'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:15:43.558334 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bc91ca0>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:15:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:43.680881 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] For port 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:43.681214 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:43.713537 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] Set router c715ae3d-f8af-476a-9a7c-2d6cca6428ad gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:15:43.807539 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Calling delete_port for 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:43.833774 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bc91ca0>, [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:15:43Z', 'revision_number': 6, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:43.837739 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394504b3-38e2-4ed3-842d-7513a350bd2d None None] The sync data for ids ['c715ae3d-f8af-476a-9a7c-2d6cca6428ad'] in dv-cinder-806008-3-iscsi is: [{'id': 'c715ae3d-f8af-476a-9a7c-2d6cca6428ad', 'name': 'tempest-TestVolumeBootPattern-1870683449-router', 'tenant_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:07:09Z', 'updated_at': '2021-09-15T19:15:43Z', 'revision_number': 6, 'project_id': 'aa1a7e26fd0a4f95a070510a4a8b102d', 'gw_port_host': None}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:15:43.974053 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:43.978080 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-2f85bb60-08d2-497d-83c8-55cf7f6e0a67 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:44.029476 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Pushing event deleted for resources: {'Port': ['ID=34df3eb5-f3fc-41cf-be9a-5bb5f187a38f,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:44.033110 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:44.367385 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.605494 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4eeea401-e4da-42b9-a9be-2396a4c52e13 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:44.630652 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.635225 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.638021 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 4eeea401-e4da-42b9-a9be-2396a4c52e13 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:44.638441 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4eeea401-e4da-42b9-a9be-2396a4c52e13 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:44.638820 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:44.662613 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.663390 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c715ae3d-f8af-476a-9a7c-2d6cca6428ad {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:15:44.677485 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:44.677831 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 34df3eb5-f3fc-41cf-be9a-5bb5f187a38f not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:44.683561 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.686992 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-cfb2305f-636f-4587-a739-5b7ec77be464 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c715ae3d-f8af-476a-9a7c-2d6cca6428ad HTTP/1.1" status: 204  len: 168 time: 1.6230154
Sep 15 19:15:44.687242 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44376) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:44.745258 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Deleting subnet a40d4e28-d5a0-4c76-8f81-187f5847de08 {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:15:44.748075 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.797694 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.882900 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.949896 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:44.953683 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-5d579692-c87c-4840-9499-a697755fb30b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:44.990628 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40d4e28-d5a0-4c76-8f81-187f5847de08,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:44.994456 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:44.997049 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.002258 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beeb3d6-8c82-4c12-aea1-009f7976a9b1 None None] Network b2e179fb-70e6-475b-83ac-6fc913743e8a requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:15:45.002832 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ba795253-88c5-4631-87be-c0801ef6d096 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a40d4e28-d5a0-4c76-8f81-187f5847de08 HTTP/1.1" status: 204  len: 168 time: 0.3146064
Sep 15 19:15:45.005260 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44380) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:45.106988 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.117245 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Deleting port f1dd73e1-1519-4828-8c80-5197f723cc9b {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:45.117574 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.259078 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] DHCP port deletion for b2e179fb-70e6-475b-83ac-6fc913743e8a request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:15:45.263229 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Deleting port f1dd73e1-1519-4828-8c80-5197f723cc9b {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:45.263606 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.327534 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] For port f1dd73e1-1519-4828-8c80-5197f723cc9b, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=f1dd73e1-1519-4828-8c80-5197f723cc9b,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:45.327887 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.459619 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Calling delete_port for f1dd73e1-1519-4828-8c80-5197f723cc9b owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:45.469201 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] For port f1dd73e1-1519-4828-8c80-5197f723cc9b, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=f1dd73e1-1519-4828-8c80-5197f723cc9b,segment=NetworkSegment(f638c881-800e-4dc4-addb-9a52886f3285),segment_id=f638c881-800e-4dc4-addb-9a52886f3285)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:15:45.469607 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.596276 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Calling delete_port for f1dd73e1-1519-4828-8c80-5197f723cc9b owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:15:45.638114 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.641959 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-496daed4-98df-40de-8f5a-2093686d7451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:45.674476 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:15:45.675108 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:15:45.684796 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dd73e1-1519-4828-8c80-5197f723cc9b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:45.688791 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:45.691656 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] No DVR routers for this DVR port f1dd73e1-1519-4828-8c80-5197f723cc9b on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:15:45.812427 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.825591 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b2bc670>,) {'filters': {'network_id': ['b2e179fb-70e6-475b-83ac-6fc913743e8a']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:45.837581 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b2bc670>, 'f638c881-800e-4dc4-addb-9a52886f3285') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:45.837880 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b2bc670>, 'f638c881-800e-4dc4-addb-9a52886f3285') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:15:45.849191 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.865223 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.871463 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:15:45.871970 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:15:45.886020 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:15:45.963506 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:45.966878 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:45.980091 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.002593 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e179fb-70e6-475b-83ac-6fc913743e8a,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:46.007310 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:46.009090 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ba0ddce7-97e1-48b2-9cfa-157417105a70 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b2e179fb-70e6-475b-83ac-6fc913743e8a HTTP/1.1" status: 204  len: 168 time: 1.0029364
Sep 15 19:15:46.161830 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44386) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:46.176450 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Deleting port f1dd73e1-1519-4828-8c80-5197f723cc9b {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:15:46.176868 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.213093 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-2370d885-63c0-491f-a070-9144da0df28d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cddf5ed569624b9d9ac4d1d917e36cd4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497746
Sep 15 19:15:46.215399 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44390) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:46.241965 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-f52b98b5-a584-418d-b6e7-e534752deb25 None None] The port 'f1dd73e1-1519-4828-8c80-5197f723cc9b' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:15:46.281268 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.307703 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.360949 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.373981 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b6a5e6ec-6bdc-4cb3-81cc-0903c16057f2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:46.386358 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.387607 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a09cf82-1105-4447-8144-dc367c8d0f83 HTTP/1.1" status: 204  len: 168 time: 0.1713741
Sep 15 19:15:46.388657 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09cf82-1105-4447-8144-dc367c8d0f83,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:46.391218 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:46.410182 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device f1dd73e1-1519-4828-8c80-5197f723cc9b no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:15:46.444616 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: f1dd73e1-1519-4828-8c80-5197f723cc9b {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:15:46.444958 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device f1dd73e1-1519-4828-8c80-5197f723cc9b not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:15:46.774073 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44398) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:46.823186 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-c66e8d57-e91e-4b94-a446-729b1b565009 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa1a7e26fd0a4f95a070510a4a8b102d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0478532
Sep 15 19:15:46.825513 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44402) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:15:46.882318 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.906665 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.959098 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.962761 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-03057c20-3099-48bc-aae9-f953f4dead54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:15:46.977135 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b71ebfd-cd38-4331-b894-9624240e0aa0,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:15:46.988463 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:46.989480 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b71ebfd-cd38-4331-b894-9624240e0aa0 HTTP/1.1" status: 204  len: 168 time: 0.1631112
Sep 15 19:15:46.990971 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.991310 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.991666 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.992030 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.992386 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.992738 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.993089 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.993569 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.993784 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.994134 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.994480 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:15:46.997845 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b9318d40-2506-443c-bc9e-3e6f1e757550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:15:58.639038 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8c583515-33ac-443a-8571-3614e76cd1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:15:59.033985 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:00.930811 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf4e8-d435-493d-a8ee-3cc61ab77bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:01.583608 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17a3b6-e32a-4b56-9e75-3dd8590e10b2 req-8b68315f-7f5b-4b78-a567-7a60e8ec7e78 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:01.585085 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8e17a3b6-e32a-4b56-9e75-3dd8590e10b2 req-8b68315f-7f5b-4b78-a567-7a60e8ec7e78 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0768535
Sep 15 19:16:01.632798 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8e17a3b6-e32a-4b56-9e75-3dd8590e10b2 req-5238c1b0-e72d-4c69-b7aa-1eb8ba413310 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422189
Sep 15 19:16:01.821226 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:02.829856 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104e2c9-2556-4233-9af0-4823d3b960ae req-9441cb5a-271f-4abe-8453-f51e615394b8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:02.832203 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6104e2c9-2556-4233-9af0-4823d3b960ae req-9441cb5a-271f-4abe-8453-f51e615394b8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0775411
Sep 15 19:16:02.876122 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6104e2c9-2556-4233-9af0-4823d3b960ae req-3843536d-f2df-4805-ba7d-c3346bd27bb7 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387468
Sep 15 19:16:03.412141 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:03.926183 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:04.076008 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8e12e-c765-4330-924c-1e54a9d03d61 req-22210c2c-5d33-430f-af08-4118e116f06b tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:04.077469 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-85d8e12e-c765-4330-924c-1e54a9d03d61 req-22210c2c-5d33-430f-af08-4118e116f06b tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0779288
Sep 15 19:16:04.123976 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-85d8e12e-c765-4330-924c-1e54a9d03d61 req-fba64744-f483-4cb3-b4d2-4a5fe5b8b310 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405898
Sep 15 19:16:05.327974 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d3713-d82c-465b-9520-7c85c9089463 req-c95c7937-c542-4dc7-8f40-1ee2407656f8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:05.329431 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7c7d3713-d82c-465b-9520-7c85c9089463 req-c95c7937-c542-4dc7-8f40-1ee2407656f8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0815601
Sep 15 19:16:05.374691 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7c7d3713-d82c-465b-9520-7c85c9089463 req-2966e4ad-84fd-46a5-aa6f-954f107903eb tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394814
Sep 15 19:16:06.574217 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b11c4-5e98-43c0-8f21-665f29d8b5ff req-11b21337-3730-4491-baa3-d7612fd8525e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:06.575675 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c71b11c4-5e98-43c0-8f21-665f29d8b5ff req-11b21337-3730-4491-baa3-d7612fd8525e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0823858
Sep 15 19:16:06.620339 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c71b11c4-5e98-43c0-8f21-665f29d8b5ff req-0ff1e86a-7e52-43a0-ba6c-de0fb93260eb tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391617
Sep 15 19:16:07.817988 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417e27f-8546-48df-b385-6c5054c450fa req-4da1e448-9abd-4a23-88e0-5daec9764eaa tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:07.819476 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6417e27f-8546-48df-b385-6c5054c450fa req-4da1e448-9abd-4a23-88e0-5daec9764eaa tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0794132
Sep 15 19:16:07.864837 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-6417e27f-8546-48df-b385-6c5054c450fa req-a47fa842-78e7-418f-addd-0dfe8552478f tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399406
Sep 15 19:16:09.061404 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbf973-7265-4ab9-b3ac-3a41c267de75 req-19b2c2d8-8c8a-4db1-bf1b-014ceb3a3c88 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:09.062932 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-97bbf973-7265-4ab9-b3ac-3a41c267de75 req-19b2c2d8-8c8a-4db1-bf1b-014ceb3a3c88 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0787213
Sep 15 19:16:09.107740 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-97bbf973-7265-4ab9-b3ac-3a41c267de75 req-08cb2482-ed75-449c-a0b3-798b80307502 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385776
Sep 15 19:16:10.315173 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86954e0-7cef-4a0e-9a6b-6dffca556a06 req-f2c3aace-0347-424c-a8a0-855bd7bcf8e1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:10.317723 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e86954e0-7cef-4a0e-9a6b-6dffca556a06 req-f2c3aace-0347-424c-a8a0-855bd7bcf8e1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0832911
Sep 15 19:16:10.367046 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e86954e0-7cef-4a0e-9a6b-6dffca556a06 req-045017ec-f62f-4989-ab26-40da8ed9d1aa tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437918
Sep 15 19:16:11.579605 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5d92f-4fff-4e50-9492-ebec6aa3f6ad req-d099dd05-fab9-44fd-a1ba-296cc3705e73 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:11.581673 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-68d5d92f-4fff-4e50-9492-ebec6aa3f6ad req-d099dd05-fab9-44fd-a1ba-296cc3705e73 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0803037
Sep 15 19:16:11.629573 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-68d5d92f-4fff-4e50-9492-ebec6aa3f6ad req-3190f3e0-6f78-4b48-90e5-b524430937af tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405350
Sep 15 19:16:11.657012 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-db5d5e0e-a85d-46fb-88ea-8082c3537c57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.0694160
Sep 15 19:16:11.790525 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-18dafbe5-662d-4de5-8701-c27513cf18c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:11.792011 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-18dafbe5-662d-4de5-8701-c27513cf18c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1290534
Sep 15 19:16:11.901593 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-d5d3fe68-150a-4436-828f-fc7b28d27917 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1002 time: 0.1034331
Sep 15 19:16:11.964096 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-b1449db9-de4c-4d16-8ff4-352b346bc76f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:11.965478 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-b1449db9-de4c-4d16-8ff4-352b346bc76f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0584197
Sep 15 19:16:12.039947 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-347ea776-6818-4123-8447-ec32115d95f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687075
Sep 15 19:16:12.258324 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-b4fdc0bf-abb0-4797-b2fc-d0bb56217659 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2121780
Sep 15 19:16:12.392787 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c3ed4e1-ec83-40d7-b788-8a6f4717ea41 req-fbcd8ff1-9760-4369-8661-eaee9e08dd5b service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286268
Sep 15 19:16:12.826349 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea20e8-4779-4f7f-b4c9-86a821b75d51 req-64defc48-7ef4-47b2-8a51-c556f22bf80f tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:12.827904 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3cea20e8-4779-4f7f-b4c9-86a821b75d51 req-64defc48-7ef4-47b2-8a51-c556f22bf80f tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0758998
Sep 15 19:16:12.876801 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3cea20e8-4779-4f7f-b4c9-86a821b75d51 req-baad738d-562a-444e-b259-abebe422f7d6 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432403
Sep 15 19:16:14.073632 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6198ce-0fb1-41b2-9cd5-f016be1d7e7f req-ec2441f9-afc9-45e7-a38d-7afec0a8e956 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:14.075139 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8a6198ce-0fb1-41b2-9cd5-f016be1d7e7f req-ec2441f9-afc9-45e7-a38d-7afec0a8e956 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0780294
Sep 15 19:16:14.125531 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-8a6198ce-0fb1-41b2-9cd5-f016be1d7e7f req-c04f9b47-864a-4bf5-9455-1f1ea8fa83e3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449095
Sep 15 19:16:15.323072 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5ef04-8bea-441f-9cdf-ba0fc8cb393e req-cf8de4c6-6fa7-4610-8143-02475811e5a2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:15.324526 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38f5ef04-8bea-441f-9cdf-ba0fc8cb393e req-cf8de4c6-6fa7-4610-8143-02475811e5a2 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0766191
Sep 15 19:16:15.369342 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38f5ef04-8bea-441f-9cdf-ba0fc8cb393e req-771b8676-56ae-49ec-a3d4-1852149eb30e tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393662
Sep 15 19:16:15.726194 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-52d66f59-0b2d-4fe5-884f-a9a265ca2ab4 req-ba39ca73-982b-4781-bd57-15ed2093b6ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2414119
Sep 15 19:16:16.909587 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:16:17.009461 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-8d115be5-ea3d-46b9-852e-fedd9da7eaea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1412225
Sep 15 19:16:17.020460 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b6b2-5fa3-448d-963d-458dfa53404f req-64bd404f-598f-4640-adee-006d1981db57 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:17.021924 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3f59b6b2-5fa3-448d-963d-458dfa53404f req-64bd404f-598f-4640-adee-006d1981db57 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0849998
Sep 15 19:16:17.069875 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-3f59b6b2-5fa3-448d-963d-458dfa53404f req-ab3ec967-ef6a-40a5-8a06-dc816b8c4ebe tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419049
Sep 15 19:16:18.081751 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:16:18.189738 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:18.217320 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:16:18.236419 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:16:18.243250 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:18.246576 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:16:18.281398 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d69b-c6ca-4fc6-aaa6-bab54d1b07ef req-0565699b-397b-4ad4-b70d-ba97a100f841 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:18.282901 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-57e7d69b-c6ca-4fc6-aaa6-bab54d1b07ef req-0565699b-397b-4ad4-b70d-ba97a100f841 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0886095
Sep 15 19:16:18.333040 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-57e7d69b-c6ca-4fc6-aaa6-bab54d1b07ef req-9cd8f121-728c-4953-b6c7-35545ce107a6 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419128
Sep 15 19:16:18.335911 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=6']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:16:18.346016 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.346971 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.347550 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.347994 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.348332 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.348714 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.349047 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.349374 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.349725 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.350021 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.350367 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:16:18.364050 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:16:18.441308 dv-cinder-806008-3-iscsi neutron-server[75128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'code': 422} returned with failed status
Sep 15 19:16:19.545769 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe2570-737b-490c-b516-6f595bbe1479 req-44fa8d05-608a-4b90-9ae2-fa014178c872 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:19.547460 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0efe2570-737b-490c-b516-6f595bbe1479 req-44fa8d05-608a-4b90-9ae2-fa014178c872 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0785618
Sep 15 19:16:19.597807 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-0efe2570-737b-490c-b516-6f595bbe1479 req-580822b1-e021-4172-a0bf-e330894dbe44 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432997
Sep 15 19:16:20.814476 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b44bc-c0b2-4b2d-b2d2-5bd7f973e39a req-a3192f03-aaaa-41a3-9ab0-00ef758ef739 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:20.816593 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4f5b44bc-c0b2-4b2d-b2d2-5bd7f973e39a req-a3192f03-aaaa-41a3-9ab0-00ef758ef739 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0981815
Sep 15 19:16:20.860746 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-4f5b44bc-c0b2-4b2d-b2d2-5bd7f973e39a req-82c3a418-af8c-46eb-b714-47aa20cdae7a tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386271
Sep 15 19:16:22.064705 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c1a23-529a-4c9f-951c-3357f49a578f req-5dec64e2-eba2-4c86-b465-1e3680e2143c tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:22.066741 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d34c1a23-529a-4c9f-951c-3357f49a578f req-5dec64e2-eba2-4c86-b465-1e3680e2143c tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0767798
Sep 15 19:16:22.114481 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d34c1a23-529a-4c9f-951c-3357f49a578f req-76ca9051-f67e-450c-ac68-d2f8b4ccbe8a tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421331
Sep 15 19:16:22.447811 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-80e8c3ca-a82f-4347-843d-c476d0ac2fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f&tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986 HTTP/1.1" status: 200  len: 1097 time: 0.0745380
Sep 15 19:16:22.535588 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-930dae76-d72d-43fc-9ec5-f8e73948b638 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1097 time: 0.0676942
Sep 15 19:16:22.664202 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-d4812608-71b2-4311-bb8d-9133eb5e2f04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:22.665705 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-d4812608-71b2-4311-bb8d-9133eb5e2f04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1242375
Sep 15 19:16:22.767252 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-8a78141e-ea96-4235-b157-326bcd9cbff3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1000 time: 0.0957098
Sep 15 19:16:22.829019 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-a5d5b2fe-3bd8-486b-a07c-2a63ac995e79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:22.830431 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-a5d5b2fe-3bd8-486b-a07c-2a63ac995e79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0577242
Sep 15 19:16:22.915068 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-66fe7fbf-406d-4cfb-afc8-886ad7096e8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785890
Sep 15 19:16:23.043019 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-4a843aad-f031-4a3b-b52a-717b72980590 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217940
Sep 15 19:16:23.173352 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7a467c88-837f-4808-8bf0-cb201fb4d1b7 req-ce34d70b-213c-468a-ba36-12c1daae550e service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230595
Sep 15 19:16:23.312641 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea5ca6-4eea-4ca0-9b9a-e7d583ff0f27 req-f9efb20c-a105-44b5-9d5d-af2ed6596442 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:23.314222 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-41ea5ca6-4eea-4ca0-9b9a-e7d583ff0f27 req-f9efb20c-a105-44b5-9d5d-af2ed6596442 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0778675
Sep 15 19:16:23.361720 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-41ea5ca6-4eea-4ca0-9b9a-e7d583ff0f27 req-297d5f82-ea0d-45c5-8388-b0a98f9e90ea tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414922
Sep 15 19:16:24.564387 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84cc70-5566-4006-9c9c-5905694f8b92 req-83e3b89c-e4a1-4e6a-83e2-b933d34511bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:24.565903 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9e84cc70-5566-4006-9c9c-5905694f8b92 req-83e3b89c-e4a1-4e6a-83e2-b933d34511bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0855308
Sep 15 19:16:24.609866 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-9e84cc70-5566-4006-9c9c-5905694f8b92 req-c57648c1-4ee5-4433-874e-81afef7dd573 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384731
Sep 15 19:16:25.807866 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d44fa4-da15-4b1e-8a8e-7538ba157fa8 req-8b9234ca-090b-4b52-8fa8-67ae9efece47 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:25.809362 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-45d44fa4-da15-4b1e-8a8e-7538ba157fa8 req-8b9234ca-090b-4b52-8fa8-67ae9efece47 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0809927
Sep 15 19:16:25.854499 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-45d44fa4-da15-4b1e-8a8e-7538ba157fa8 req-71334c95-ba68-408a-bd46-5273e3464ad5 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397460
Sep 15 19:16:27.048001 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d02397-eeb3-45db-bab1-5f7e04a3631c req-c16fe51b-a014-44ef-995f-1a2f2a434819 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:27.049963 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b9d02397-eeb3-45db-bab1-5f7e04a3631c req-c16fe51b-a014-44ef-995f-1a2f2a434819 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0766594
Sep 15 19:16:27.095286 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-b9d02397-eeb3-45db-bab1-5f7e04a3631c req-7e75a158-9e41-41b2-9d8a-f612a9fa24c3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397153
Sep 15 19:16:28.308641 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8531545-4886-4553-9449-c56e59d28783 req-a4b49f03-d9ce-4283-b63c-20beadf26c59 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:28.310088 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d8531545-4886-4553-9449-c56e59d28783 req-a4b49f03-d9ce-4283-b63c-20beadf26c59 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0764315
Sep 15 19:16:28.358521 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d8531545-4886-4553-9449-c56e59d28783 req-8359db24-4af3-443f-b4ad-51f6da6737d3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427942
Sep 15 19:16:28.640165 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-24260dbf-2ae3-49e7-89ea-e1e608353f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:29.036853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:29.632732 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4271120-b4b0-43ce-b289-ba3a039fa410 req-3a50eb10-4c6f-4368-8036-5096c51eaaaf tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:29.634188 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c4271120-b4b0-43ce-b289-ba3a039fa410 req-3a50eb10-4c6f-4368-8036-5096c51eaaaf tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.1539133
Sep 15 19:16:29.679790 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-c4271120-b4b0-43ce-b289-ba3a039fa410 req-bfd730e9-fc59-49f5-ab9e-94a8fd630e32 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400589
Sep 15 19:16:30.933941 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7f38ccc4-2ef2-4ca2-bacc-021a33421da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:30.968155 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c748ed-e857-4915-a5f4-6fe6e2306f35 req-84d2b811-2e20-4353-863d-a0338a949fde tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:30.969597 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2c748ed-e857-4915-a5f4-6fe6e2306f35 req-84d2b811-2e20-4353-863d-a0338a949fde tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.1700528
Sep 15 19:16:31.015015 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-f2c748ed-e857-4915-a5f4-6fe6e2306f35 req-b9a29844-8ea9-4bb1-89b7-226fed100726 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392463
Sep 15 19:16:31.823586 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:32.115541 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 details requested by agent hyperv_hv-cinder-80600 with host hv-cinder-80600 {{(pid=75128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 15 19:16:32.210936 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdb892-d703-4be2-a4b9-8a608d6d94c2 req-a4219e66-b2e0-4cbc-9568-a4d13aba3061 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:32.212476 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-16bdb892-d703-4be2-a4b9-8a608d6d94c2 req-a4219e66-b2e0-4cbc-9568-a4d13aba3061 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 944 time: 0.0781009
Sep 15 19:16:32.259354 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-16bdb892-d703-4be2-a4b9-8a608d6d94c2 req-6710fd25-bc6d-4f06-a864-aec4e3312a4b tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411270
Sep 15 19:16:32.282836 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:16:32.296479 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Returning: {'device': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'port_id': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'mac_address': 'fa:16:3e:43:50:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 15 19:16:32.350252 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:32.367771 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3410d0-133f-4c57-91cb-2639f05a2d43 {{(pid=75128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 15 19:16:32.383492 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:16:32.387277 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:32.389059 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-04860649-d4d6-43aa-8aca-a0b70ff3129d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:16:32.453785 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=7']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:16:32.457911 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:16:32.626092 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] get_ports_and_sgs() called for port_ids ['ec3410d0-133f-4c57-91cb-2639f05a2d43'] {{(pid=75128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Sep 15 19:16:33.413931 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:33.460222 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46204cf-0fa4-4859-b24c-cba5c90d5100 req-a95a5da0-c7b8-44f2-a5d9-a3b733b48936 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:33.461655 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e46204cf-0fa4-4859-b24c-cba5c90d5100 req-a95a5da0-c7b8-44f2-a5d9-a3b733b48936 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 945 time: 0.0800936
Sep 15 19:16:33.507708 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-e46204cf-0fa4-4859-b24c-cba5c90d5100 req-e8296ae9-6171-46f6-924c-d61d60728119 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404911
Sep 15 19:16:33.947060 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:34.117940 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 up at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 15 19:16:34.186156 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.provisioning_blocks [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Provisioning complete for port ec3410d0-133f-4c57-91cb-2639f05a2d43 triggered by entity L2. {{(pid=75128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 15 19:16:34.186525 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1784087'] for port, provisioning_complete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:34.293310 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1804118'] for port, before_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:34.319411 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:16:34.328826 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:16:34.333959 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766612119543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766611723385', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766611723430'] for port, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:34.337407 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-fcb768ee-56b3-41e6-8c8e-a93c2ee0a591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:16:34.382564 dv-cinder-806008-3-iscsi neutron-server[75128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'code': 200}
Sep 15 19:16:34.412279 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Pushing event updated for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=8']} {{(pid=75128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:16:34.415323 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_concurrency.lockutils [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:16:34.683877 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2dd59e8-c31e-4878-8818-750e673fac82 req-e923b923-5220-4ccc-ab01-953c669f8201 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.1110198
Sep 15 19:16:34.742254 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-c2dd59e8-c31e-4878-8818-750e673fac82 req-5967bd2f-731f-4c89-a41a-9c77a5509360 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471878
Sep 15 19:16:34.748410 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02289-b5f7-48fe-a537-e75bfacc75bd req-be48536a-6687-4321-a508-c22bdca66ded tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:34.749781 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-99e02289-b5f7-48fe-a537-e75bfacc75bd req-be48536a-6687-4321-a508-c22bdca66ded tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.1189644
Sep 15 19:16:34.794194 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-99e02289-b5f7-48fe-a537-e75bfacc75bd req-c32a1737-3da7-4708-832d-0fbb39cbd7c8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389080
Sep 15 19:16:36.000623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e582-4fc7-4904-9d27-6004673e6ebc req-30b0d2e3-1f92-4f70-867a-57dcf4ad5bd1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:36.002138 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d029e582-4fc7-4904-9d27-6004673e6ebc req-30b0d2e3-1f92-4f70-867a-57dcf4ad5bd1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0872080
Sep 15 19:16:36.047207 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d029e582-4fc7-4904-9d27-6004673e6ebc req-80b27827-2736-42da-adac-62db20763e45 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393159
Sep 15 19:16:44.024489 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-9ee22136-be4c-4e68-af00-722643ad22cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794852
Sep 15 19:16:44.183149 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-578f0d4f-b380-4310-9b88-1ec9390e7ffd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.0686557
Sep 15 19:16:44.324350 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109cc8-17ab-40dd-9507-f83443242e57 req-26cc6b9f-5876-4da5-bf26-6b4562e8bdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:44.325782 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-26cc6b9f-5876-4da5-bf26-6b4562e8bdf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1246319
Sep 15 19:16:44.429925 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-b1b73396-3c86-4ca4-bfbe-6d18ca4c18ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1002 time: 0.0974925
Sep 15 19:16:44.493659 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38109cc8-17ab-40dd-9507-f83443242e57 req-edd4a73b-ff65-4dcd-9ed2-7b4e471cbfe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:16:44.495146 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-edd4a73b-ff65-4dcd-9ed2-7b4e471cbfe2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0595741
Sep 15 19:16:44.572564 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-6d5b1c1a-d58e-4b0a-b6cd-0dd4fcd566a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706666
Sep 15 19:16:44.701683 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-59daffa3-b414-4fce-874b-82a2cb0dd40a service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229932
Sep 15 19:16:44.827911 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-38109cc8-17ab-40dd-9507-f83443242e57 req-da9d6944-e7d9-44e7-93db-56ee5dc46303 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204655
Sep 15 19:16:53.909849 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:16:58.645603 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-860962b9-1986-4723-af41-08a933930920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:16:59.038868 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:00.936179 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-6fd5fc8a-bcb0-4956-9be4-f17fa872cfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:01.827057 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:03.416476 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:03.944119 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:28.638603 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d627b3aa-793b-4601-b3cc-797687069ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:29.039959 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:30.910899 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:17:30.939462 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-e5621baa-8006-4e72-ae4c-49780f5b6a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:31.830147 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:33.418869 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:33.959773 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:45.019305 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-b1d45613-097e-4e0c-8a98-dada0d4fc80a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686798
Sep 15 19:17:45.159008 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-11488eaf-442f-4a33-b0b3-a1c20911b247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.0696564
Sep 15 19:17:45.300206 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-b41dba6a-d74c-4416-ace0-38b2a1c568a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:45.301542 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-b41dba6a-d74c-4416-ace0-38b2a1c568a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1242356
Sep 15 19:17:45.405817 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-fb50cc34-0d66-48f0-acb5-127873ba8ddf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 1002 time: 0.0976651
Sep 15 19:17:45.570565 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-ddbdbb09-9150-4544-aab2-679d7872b5a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:45.572042 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-ddbdbb09-9150-4544-aab2-679d7872b5a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.1598673
Sep 15 19:17:45.645027 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-65b081c2-4102-4612-a240-c555f43b14d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0668440
Sep 15 19:17:45.774413 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-bd264dc5-760d-4e62-9182-45f659576e62 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233470
Sep 15 19:17:45.901824 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-62fac142-98e6-4f86-b08e-4dd4802fa794 req-c4850b1a-fa52-4749-8f19-f54cf233eb47 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210845
Sep 15 19:17:51.531115 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44528) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:17:51.730568 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Deleting port e2508e6e-aae2-46e5-bb6e-5f32bb3360b0 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:17:51.730821 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:51.891910 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:51.892233 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:52.017129 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Calling delete_port for e2508e6e-aae2-46e5-bb6e-5f32bb3360b0 owned by network:floatingip {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:17:52.168565 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:52.173132 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d9b885cb-1fa0-46c5-a892-1bc853fefaac tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:17:52.220546 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event deleted for resources: {'Port': ['ID=e2508e6e-aae2-46e5-bb6e-5f32bb3360b0,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:17:52.290280 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.290616 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.290992 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.291361 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.291724 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.292090 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.292445 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.292800 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.293153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.293501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.293848 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:52.301011 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:17:52.325214 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for floatingip, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:52.722287 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Router 1663accd-a0fb-4085-acc8-89e321714601 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:17:53.002487 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:17:53.011931 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] Sync routers for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:17:53.021787 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for floatingip, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:53.024969 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:17:53.025578 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd31040>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:17:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:17:53.080148 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-3fc4a5c9-6d09-49a8-a42d-1e49fab5edb3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "DELETE /v2.0/floatingips/70d4e86f-797d-40f5-99ab-f2c640e8d28c HTTP/1.1" status: 204  len: 168 time: 1.5448925
Sep 15 19:17:53.080148 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:17:53.210874 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:17:53.287092 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'status': 'completed', 'code': 200}
Sep 15 19:17:53.392306 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-ca8764bc-db28-49f6-bb7b-50cb2f2e3bec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 1099 time: 0.0831954
Sep 15 19:17:53.513529 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f5e80-e14f-4739-8887-8bc17b865f06 req-ce656119-2acf-478b-b40d-22d00d3b8829 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:53.514326 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-d43f5e80-e14f-4739-8887-8bc17b865f06 req-ce656119-2acf-478b-b40d-22d00d3b8829 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Synchronizing usage tracker for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75127) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:17:53.530926 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.quota.resource [req-d43f5e80-e14f-4739-8887-8bc17b865f06 req-ce656119-2acf-478b-b40d-22d00d3b8829 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Unset dirty status for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:17:53.532889 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d43f5e80-e14f-4739-8887-8bc17b865f06 req-ce656119-2acf-478b-b40d-22d00d3b8829 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0987763
Sep 15 19:17:53.536766 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-93a7cc5b-7eff-469f-b8ee-076b4990d350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:53.538268 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-93a7cc5b-7eff-469f-b8ee-076b4990d350 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 200  len: 909 time: 0.1384537
Sep 15 19:17:53.538419 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd31040>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:22Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:17:53.542258 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] Checking router: 1663accd-a0fb-4085-acc8-89e321714601 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:17:53.553210 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:17:53.553816 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922bd31040>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:17:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:17:53.581760 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [req-d43f5e80-e14f-4739-8887-8bc17b865f06 req-26bb1552-4375-4051-be15-bb0eb47454e3 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420403
Sep 15 19:17:53.618388 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-87a88e1d-ab58-49af-86c4-8ab31cbeba43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 200  len: 217 time: 0.0733728
Sep 15 19:17:53.684749 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-e0e5abb9-b665-4c14-ac6b-e8538d97ef80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:53.686200 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-e0e5abb9-b665-4c14-ac6b-e8538d97ef80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 200  len: 848 time: 0.0612314
Sep 15 19:17:53.734665 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:17:53.761271 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-ac4cdb5b-7e22-44b8-90c7-e68374dde502 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab384f0c-d90c-4362-a0d8-c1c9ff81f755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678062
Sep 15 19:17:53.904428 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-bd4dc651-6d3e-41a4-a1a0-49de01083de1 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362188
Sep 15 19:17:54.036400 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-8c20ce51-e3b9-4d6a-a06d-38a98c03558c req-7dcd19d7-b03a-4112-a791-d71573957367 service neutron] 10.222.0.30 "GET /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257553
Sep 15 19:17:54.084232 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922bd31040>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:22Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:17:54.088154 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021b28c-a9de-427e-879a-7c71b9de792c None None] The sync data for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi is: [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:04Z', 'revision_number': 4, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi', '_interfaces': [{'id': '1eb04ceb-94ce-4c93-b211-54fbab54d145', 'name': '', 'network_id': 'ab384f0c-d90c-4362-a0d8-c1c9ff81f755', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'mac_address': 'fa:16:3e:94:c3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:03Z', 'updated_at': '2021-09-15T19:13:22Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'subnets': [{'id': 'eea75134-d730-47d1-91c7-8ac4376fb0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:17:54.300142 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b825c-bd03-4bb4-a280-c2fc0c1e6e1a None None] New status for floating IP 70d4e86f-797d-40f5-99ab-f2c640e8d28c: DOWN {{(pid=75129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Sep 15 19:17:54.783334 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be942e-a576-4750-a493-9a7ca09fb2a7 req-557f933e-0398-4fc6-a265-09fd01d991f1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:54.784694 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-24be942e-a576-4750-a493-9a7ca09fb2a7 req-557f933e-0398-4fc6-a265-09fd01d991f1 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0770650
Sep 15 19:17:54.838202 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-24be942e-a576-4750-a493-9a7ca09fb2a7 req-97b909df-34d3-49c9-a3a6-684610f6945f tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/security-groups?id=85e78d5a-c517-4d51-928a-349df6ad0605&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481081
Sep 15 19:17:54.927306 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-c2afaf89-eba2-4f4b-946c-0091e7cbbde8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 15 19:17:54.928718 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-c2afaf89-eba2-4f4b-946c-0091e7cbbde8 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 946 time: 0.0740106
Sep 15 19:17:54.993773 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Deleting port ec3410d0-133f-4c57-91cb-2639f05a2d43 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:17:54.994116 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:55.234515 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] For port ec3410d0-133f-4c57-91cb-2639f05a2d43, host hv-cinder-80600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80600',level=0,port_id=ec3410d0-133f-4c57-91cb-2639f05a2d43,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:17:55.235062 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:55.444007 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Calling delete_port for ec3410d0-133f-4c57-91cb-2639f05a2d43 owned by compute:nova {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:17:55.582936 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:55.588651 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b77e0ce0-a7ce-4f39-a465-0395d59cc5c0 tempest-VolumesNegativeTest-1223944435 tempest-VolumesNegativeTest-1223944435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:17:55.634646 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event deleted for resources: {'Port': ['ID=ec3410d0-133f-4c57-91cb-2639f05a2d43,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:17:55.669244 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.669615 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.669975 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.670331 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.670721 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.671082 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.671700 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.672545 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.672894 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.673238 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.673582 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806008-3-iscsi {{(pid=75126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 15 19:17:55.680534 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:17:55.717688 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] No DVR routers for this DVR port ec3410d0-133f-4c57-91cb-2639f05a2d43 on host hv-cinder-80600 {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:17:55.720162 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122774'] for port, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:55.722743 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-deleted', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43'}] {{(pid=75126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 15 19:17:55.738295 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-d69d2717-bb95-433b-afc7-5be5bec5906c req-52a85bb7-9102-4683-8df2-715eb5779b56 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.30 "DELETE /v2.0/ports/ec3410d0-133f-4c57-91cb-2639f05a2d43 HTTP/1.1" status: 204  len: 173 time: 0.8046801
Sep 15 19:17:55.784429 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180509-0e8a-4552-87eb-5bbe017ae88f', 'name': 'network-vif-deleted', 'tag': 'ec3410d0-133f-4c57-91cb-2639f05a2d43', 'status': 'completed', 'code': 200}
Sep 15 19:17:56.006319 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-7e9af757-272d-4bea-bda9-76c1cd3acfab req-59ea7edc-badd-4a76-8296-cbce752e3509 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Synchronizing usage tracker for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75126) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 15 19:17:56.023121 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.quota.resource [req-7e9af757-272d-4bea-bda9-76c1cd3acfab req-59ea7edc-badd-4a76-8296-cbce752e3509 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Unset dirty status for tenant:e7dff64ac8314ec4bb3bc1edf6f46986 on resource:port {{(pid=75126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 15 19:17:56.024374 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [req-7e9af757-272d-4bea-bda9-76c1cd3acfab req-59ea7edc-badd-4a76-8296-cbce752e3509 tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a180509-0e8a-4552-87eb-5bbe017ae88f HTTP/1.1" status: 200  len: 210 time: 0.0604894
Sep 15 19:17:57.130525 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44550) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:17:57.200743 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:57.229144 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:57.296001 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:57.300589 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-295ea016-0723-4253-b4fb-182fa73ef0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:17:57.316709 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e78d5a-c517-4d51-928a-349df6ad0605,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:17:57.319318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:17:57.347845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:57.349057 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-da41f74b-b786-48d1-9255-c58cfdb8a7bc tempest-TestShelveInstance-1721241952 tempest-TestShelveInstance-1721241952-project] 10.222.0.52 "DELETE /v2.0/security-groups/85e78d5a-c517-4d51-928a-349df6ad0605 HTTP/1.1" status: 204  len: 168 time: 0.2175186
Sep 15 19:17:57.408893 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44556) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:17:57.793176 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:58.450049 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Deleting port 1eb04ceb-94ce-4c93-b211-54fbab54d145 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:17:58.450799 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:58.538113 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 no longer exists at agent hyperv_hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:17:58.572898 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] No Port match for: ec3410d0-133f-4c57-91cb-2639f05a2d43 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:17:58.573243 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Device ec3410d0-133f-4c57-91cb-2639f05a2d43 not bound to the agent host hv-cinder-80600 {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:17:58.666729 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-2f75fd1b-e000-429a-bb28-51c283001159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:58.712055 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] For port 1eb04ceb-94ce-4c93-b211-54fbab54d145, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=1eb04ceb-94ce-4c93-b211-54fbab54d145,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:17:58.712412 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:58.834034 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Calling delete_port for 1eb04ceb-94ce-4c93-b211-54fbab54d145 owned by network:router_interface {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:17:59.008302 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:59.011696 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b09d8177-db7e-4e3a-859c-c79b3565f191 tempest-AttachVolumeTestJSON-1852658677 tempest-AttachVolumeTestJSON-1852658677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:17:59.041967 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:59.053832 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb04ceb-94ce-4c93-b211-54fbab54d145,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:17:59.056318 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:17:59.340157 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:17:59.909708 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Router 1663accd-a0fb-4085-acc8-89e321714601 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:18:00.196094 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:18:00.210199 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] Sync routers for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:18:00.212635 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-874d13b4-e4ce-4733-8328-a65e8e5f5acb admin admin] 10.222.0.52 "PUT /v2.0/routers/1663accd-a0fb-4085-acc8-89e321714601/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8025117
Sep 15 19:18:00.215153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44560) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:00.225806 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:18:00.230509 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b91e130>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:17:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:00.428745 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:18:00.622030 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:00.712752 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b91e130>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:17:58Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:00.716545 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] Checking router: 1663accd-a0fb-4085-acc8-89e321714601 for host: dv-cinder-806008-3-iscsi {{(pid=75128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:18:00.727795 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] Routers {'1663accd-a0fb-4085-acc8-89e321714601'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:18:00.728327 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b91e130>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:17:31Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['1663accd-a0fb-4085-acc8-89e321714601'], 'active': True} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:00.822565 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:00.831783 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Deleting port 4357126d-1902-4e80-b67f-e2dbb1968c84 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:00.832203 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:00.904784 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_dvr_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] Set router 1663accd-a0fb-4085-acc8-89e321714601 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:18:01.005621 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] For port 4357126d-1902-4e80-b67f-e2dbb1968c84, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=4357126d-1902-4e80-b67f-e2dbb1968c84,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:01.006236 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.073315 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-ea8cfef2-1b9e-4c2c-ac48-24ce451d8ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.132060 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Calling delete_port for 4357126d-1902-4e80-b67f-e2dbb1968c84 owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:01.235555 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.db.l3_hamode_db [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b91e130>, [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:17:58Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:01.239460 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ba0a3e-e19f-4ac4-97d7-ec68c054feea None None] The sync data for ids ['1663accd-a0fb-4085-acc8-89e321714601'] in dv-cinder-806008-3-iscsi is: [{'id': '1663accd-a0fb-4085-acc8-89e321714601', 'name': 'tempest-TestShelveInstance-1447934742-router', 'tenant_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:17:58Z', 'revision_number': 5, 'project_id': 'e7dff64ac8314ec4bb3bc1edf6f46986', 'gw_port': {'id': '4357126d-1902-4e80-b67f-e2dbb1968c84', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1663accd-a0fb-4085-acc8-89e321714601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:01Z', 'updated_at': '2021-09-15T19:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}] {{(pid=75128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:18:01.296089 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.300501 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d9a0a156-c386-4aa6-b1e5-4ed87d48cc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:01.339182 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4357126d-1902-4e80-b67f-e2dbb1968c84,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:01.342511 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:01.564167 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.832036 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.924147 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.928365 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.952359 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.952845 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1663accd-a0fb-4085-acc8-89e321714601 {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:18:01.965080 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:01.966199 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-1ef0f1b1-3d7b-4177-988b-b0595e402fc9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1663accd-a0fb-4085-acc8-89e321714601 HTTP/1.1" status: 204  len: 168 time: 1.7501669
Sep 15 19:18:01.968676 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44566) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:02.030709 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Deleting subnet eea75134-d730-47d1-91c7-8ac4376fb0df {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:18:02.033704 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.083682 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.161899 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.233760 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.238393 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:02.272153 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea75134-d730-47d1-91c7-8ac4376fb0df,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:02.275133 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:02.278600 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.283695 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255fb12-b528-41be-931d-7e103f1a8de8 None None] Network ab384f0c-d90c-4362-a0d8-c1c9ff81f755 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:18:02.284886 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-d7822d32-7883-4b75-ad41-1ec4135ef676 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eea75134-d730-47d1-91c7-8ac4376fb0df HTTP/1.1" status: 204  len: 168 time: 0.3150721
Sep 15 19:18:02.287077 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44570) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:02.395592 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.409111 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Deleting port 496459cd-f90f-43f2-be79-c9b70ab89e6c {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:02.409460 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.480411 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 1eb04ceb-94ce-4c93-b211-54fbab54d145 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:18:02.516937 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 1eb04ceb-94ce-4c93-b211-54fbab54d145 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:18:02.517285 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 1eb04ceb-94ce-4c93-b211-54fbab54d145 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:18:02.517713 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4357126d-1902-4e80-b67f-e2dbb1968c84 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:18:02.553226 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 4357126d-1902-4e80-b67f-e2dbb1968c84 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:18:02.553574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 4357126d-1902-4e80-b67f-e2dbb1968c84 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:18:02.633403 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] For port 496459cd-f90f-43f2-be79-c9b70ab89e6c, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=496459cd-f90f-43f2-be79-c9b70ab89e6c,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:02.633678 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.642203 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] DHCP port deletion for ab384f0c-d90c-4362-a0d8-c1c9ff81f755 request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:18:02.645996 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Deleting port 496459cd-f90f-43f2-be79-c9b70ab89e6c {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:02.646369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.753980 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Calling delete_port for 496459cd-f90f-43f2-be79-c9b70ab89e6c owned by network:dhcp {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:02.827565 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.832554 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-074ceeec-2abc-47cd-a1b2-27cb4f1698e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:02.842409 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] For port 496459cd-f90f-43f2-be79-c9b70ab89e6c, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=496459cd-f90f-43f2-be79-c9b70ab89e6c,segment=NetworkSegment(c2d323b6-7c08-4c42-ae4c-29297fc269bb),segment_id=c2d323b6-7c08-4c42-ae4c-29297fc269bb)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:02.842824 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:02.876419 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=496459cd-f90f-43f2-be79-c9b70ab89e6c,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:02.879794 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:02.880545 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] No DVR routers for this DVR port 496459cd-f90f-43f2-be79-c9b70ab89e6c on host dv-cinder-806008-3-iscsi {{(pid=75127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:18:02.962574 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Calling delete_port for 496459cd-f90f-43f2-be79-c9b70ab89e6c owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:02.994433 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.007623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b605970>,) {'filters': {'network_id': ['ab384f0c-d90c-4362-a0d8-c1c9ff81f755']}} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:03.020005 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b605970>, 'c2d323b6-7c08-4c42-ae4c-29297fc269bb') {'for_net_delete': True} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:03.020297 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.services.segments.db [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b605970>, 'c2d323b6-7c08-4c42-ae4c-29297fc269bb') {} {{(pid=75127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:03.031440 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:18:03.031797 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:18:03.032010 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7720978'] for segment, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.048654 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.054492 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=75127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:18:03.054896 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8144914'] for segment, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]: Traceback (most recent call last):
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     timer()
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     cb(*args, **kw)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     return func(*args, **kwargs)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     self._notify()
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     self.callback(batched_events)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     event.method(event)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     return f(self, *a, **k)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._get(url).json()
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:18:03.069355 dv-cinder-806008-3-iscsi neutron-server[75127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:18:03.236281 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.241481 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.244452 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-a333acf5-084b-48f4-bcaa-bee7e0003535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:03.267648 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=ab384f0c-d90c-4362-a0d8-c1c9ff81f755,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:03.269906 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:03.273685 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] 10.222.0.52 "DELETE /v2.0/networks/ab384f0c-d90c-4362-a0d8-c1c9ff81f755 HTTP/1.1" status: 204  len: 168 time: 0.9856944
Sep 15 19:18:03.276650 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44574) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:03.425265 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.532683 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Deleting port 496459cd-f90f-43f2-be79-c9b70ab89e6c {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:03.533000 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.596208 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-dafd5ac0-c5b5-409d-b954-e8d499356f83 None None] The port '496459cd-f90f-43f2-be79-c9b70ab89e6c' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:18:03.670442 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701058'] for router_interface, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:03.957879 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:04.241097 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Deleting port d4c77210-a11e-459e-8560-e30dcdec65a8 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:04.241344 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:04.462012 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 496459cd-f90f-43f2-be79-c9b70ab89e6c no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:18:04.494829 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 496459cd-f90f-43f2-be79-c9b70ab89e6c {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:18:04.495093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 496459cd-f90f-43f2-be79-c9b70ab89e6c not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:18:04.509156 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] For port d4c77210-a11e-459e-8560-e30dcdec65a8, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=d4c77210-a11e-459e-8560-e30dcdec65a8,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:04.509642 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:04.626725 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Calling delete_port for d4c77210-a11e-459e-8560-e30dcdec65a8 owned by network:router_interface {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:04.797440 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:04.801345 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b2e8d957-e8ee-430d-a7e0-54efbbacc075 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:04.844798 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c77210-a11e-459e-8560-e30dcdec65a8,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:04.847309 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:05.127757 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1714828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-700856'] for router_interface, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:05.689110 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Router d553c7a6-d8dd-4e1f-a175-38980a1229d9 has already been hosted by L3 agent c702d26c-62c8-4540-9975-927c77829d49 {{(pid=75126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 15 19:18:05.983873 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] Notify agent at l3_agent.dv-cinder-806008-3-iscsi the message routers_updated {{(pid=75126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 15 19:18:05.992510 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] Sync routers for ids ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'] in dv-cinder-806008-3-iscsi {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Sep 15 19:18:05.999965 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b5fc9e79-9fc8-404d-92bb-229c3ce15b08 admin admin] 10.222.0.52 "PUT /v2.0/routers/d553c7a6-d8dd-4e1f-a175-38980a1229d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7222350
Sep 15 19:18:06.002623 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44578) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:06.004606 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] Routers {'d553c7a6-d8dd-4e1f-a175-38980a1229d9'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:18:06.005251 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b9f2910>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:18:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:06.181031 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] Set router d553c7a6-d8dd-4e1f-a175-38980a1229d9 gateway port host: dv-cinder-806008-3-iscsi {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:18:06.204009 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks [] for router, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:06.403254 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:06.413685 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Deleting port 39b533b0-05b2-4df8-8689-14ea7df708e0 {{(pid=75127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:06.414028 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:06.471969 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b9f2910>, [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'external_fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:18:04Z', 'revision_number': 5, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port': {'id': '39b533b0-05b2-4df8-8689-14ea7df708e0', 'name': '', 'network_id': 'eb528e83-5ea3-4bdb-88dc-b45c4556d38a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806008-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffebdbf2-a1fe-471f-907f-d756b48952e0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806008-3-iscsi'}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:06.475647 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] Checking router: d553c7a6-d8dd-4e1f-a175-38980a1229d9 for host: dv-cinder-806008-3-iscsi {{(pid=75129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Sep 15 19:18:06.492277 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] Routers {'d553c7a6-d8dd-4e1f-a175-38980a1229d9'} bound to L3 agent in host dv-cinder-806008-3-iscsi {{(pid=75129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 15 19:18:06.492891 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f922b9f2910>, 'dv-cinder-806008-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T18:56:31Z,description=<?>,heartbeat_timestamp=2021-09-15T19:18:01Z,host='dv-cinder-806008-3-iscsi',id=c702d26c-62c8-4540-9975-927c77829d49,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-15T18:56:31Z,topic='l3_agent')) {'router_ids': ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'], 'active': True} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:06.601785 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.db [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] For port 39b533b0-05b2-4df8-8689-14ea7df708e0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=39b533b0-05b2-4df8-8689-14ea7df708e0,segment=NetworkSegment(3b98e467-03a7-478b-a9e5-56b93cda3666),segment_id=3b98e467-03a7-478b-a9e5-56b93cda3666)] {{(pid=75127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:06.602141 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:06.637971 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_dvr_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] Set router d553c7a6-d8dd-4e1f-a175-38980a1229d9 gateway port host: None {{(pid=75129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Sep 15 19:18:06.721546 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.plugins.ml2.plugin [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Calling delete_port for 39b533b0-05b2-4df8-8689-14ea7df708e0 owned by network:router_gateway {{(pid=75127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:06.741980 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.l3_hamode_db [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f922b9f2910>, [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 6, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port_host': None}], 'dv-cinder-806008-3-iscsi', False) {} {{(pid=75129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:06.745913 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893596a-9710-452d-92ef-4f9efbbe2238 None None] The sync data for ids ['d553c7a6-d8dd-4e1f-a175-38980a1229d9'] in dv-cinder-806008-3-iscsi is: [{'id': 'd553c7a6-d8dd-4e1f-a175-38980a1229d9', 'name': 'tempest-TestShelveInstance-49504032-router', 'tenant_id': 'ea170d83d0864157abe464226fff097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:13:07Z', 'updated_at': '2021-09-15T19:18:06Z', 'revision_number': 6, 'project_id': 'ea170d83d0864157abe464226fff097b', 'gw_port_host': None}] {{(pid=75129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Sep 15 19:18:06.883158 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8145861'] for port, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:06.886784 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-b93cfd1c-0743-4b68-9f76-55023a913b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:06.926339 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Pushing event deleted for resources: {'Port': ['ID=39b533b0-05b2-4df8-8689-14ea7df708e0,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:06.929631 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:07.148890 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690391'] for router_gateway, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.505744 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-689219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25500'] for router, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.509801 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.534747 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689199'] for router, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.535237 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d553c7a6-d8dd-4e1f-a175-38980a1229d9 {{(pid=75127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 15 19:18:07.547539 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] Notify callbacks [] for router, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.549067 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-ba06b5c9-460b-4b78-b114-66889117ad19 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d553c7a6-d8dd-4e1f-a175-38980a1229d9 HTTP/1.1" status: 204  len: 168 time: 1.5450156
Sep 15 19:18:07.551189 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44582) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:07.613891 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Deleting subnet 56e8daa1-866b-47eb-b287-044bf5f6c41d {{(pid=75127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Sep 15 19:18:07.616812 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.667249 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7720987'] for subnet, precommit_delete_associations {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.744168 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1780601'] for subnet, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.819978 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1780594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8145840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7902879'] for subnet, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.823975 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:07.858054 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e8daa1-866b-47eb-b287-044bf5f6c41d,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:07.860665 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:07.863288 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for subnet, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.869192 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7053ae-fcb3-4cb1-81f2-a954c42e918e None None] Network ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 requested from dv-cinder-806008-3-iscsi {{(pid=75128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Sep 15 19:18:07.869786 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-fdd35a99-f8ab-4d4f-be16-7d3326fc7721 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/56e8daa1-866b-47eb-b287-044bf5f6c41d HTTP/1.1" status: 204  len: 168 time: 0.3172636
Sep 15 19:18:07.872025 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44586) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:07.912391 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:18:07.979517 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577984'] for network, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:07.990169 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Deleting port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 {{(pid=75126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:07.990502 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.102171 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] DHCP port deletion for ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 request from dv-cinder-806008-3-iscsi {{(pid=75128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Sep 15 19:18:08.106580 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Deleting port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:08.107015 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.199448 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.db [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] For port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:08.199801 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.320828 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.plugin [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Calling delete_port for ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 owned by network:dhcp {{(pid=75126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:08.343015 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.db [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] For port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0, host dv-cinder-806008-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806008-3-iscsi',level=0,port_id=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,segment=NetworkSegment(8e616b18-8452-4f77-9a1c-cd5c1527ed7e),segment_id=8e616b18-8452-4f77-9a1c-cd5c1527ed7e)] {{(pid=75128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 15 19:18:08.343343 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704018'] for port, precommit_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.397548 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1804090', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766612119525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766611723376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8281671'] for port, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.401502 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-e51f629e-72d9-4b89-93e3-0aa28ae9dd23 tempest-TestVolumeBootPattern-1757622967 tempest-TestVolumeBootPattern-1757622967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:08.450981 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:08.455024 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:08.456059 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] No DVR routers for this DVR port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 on host dv-cinder-806008-3-iscsi {{(pid=75126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 15 19:18:08.476913 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Calling delete_port for ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 owned by network:dhcp {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 15 19:18:08.506817 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:18:08.548764 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:18:08.549108 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:18:08.549538 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device d4c77210-a11e-459e-8560-e30dcdec65a8 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:18:08.580278 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781890', 'neutron.services.segments.db._delete_segments_for_network-8766612180929'] for network, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.588708 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: d4c77210-a11e-459e-8560-e30dcdec65a8 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:18:08.589317 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device d4c77210-a11e-459e-8560-e30dcdec65a8 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:18:08.589459 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 39b533b0-05b2-4df8-8689-14ea7df708e0 no longer exists at agent ovs-agent-dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 15 19:18:08.592901 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f922b5ee910>,) {'filters': {'network_id': ['ea3c1df7-1a64-4bcb-b5e8-dba947bb6431']}} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:08.605962 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b5ee910>, '8e616b18-8452-4f77-9a1c-cd5c1527ed7e') {'for_net_delete': True} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:08.606256 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.services.segments.db [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f922b5ee910>, '8e616b18-8452-4f77-9a1c-cd5c1527ed7e') {} {{(pid=75126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 15 19:18:08.617909 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766612183260', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-921536'] for segment, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.626068 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] No Port match for: 39b533b0-05b2-4df8-8689-14ea7df708e0 {{(pid=75128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Sep 15 19:18:08.626413 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.rpc [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Device 39b533b0-05b2-4df8-8689-14ea7df708e0 not bound to the agent host dv-cinder-806008-3-iscsi {{(pid=75128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 15 19:18:08.635240 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777901'] for segment, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.642534 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=75126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Sep 15 19:18:08.642946 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1777908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8281488'] for segment, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.650572 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.db.api [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 15 19:18:08.650943 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG oslo_db.api [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]: Traceback (most recent call last):
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     timer()
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     cb(*args, **kw)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     return func(*args, **kwargs)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     self._notify()
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     self.callback(batched_events)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     event.method(event)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     return f(self, *a, **k)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._get(url).json()
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     return self.request(url, 'GET', **kwargs)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 15 19:18:08.656240 dv-cinder-806008-3-iscsi neutron-server[75126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 15 19:18:08.735710 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782011', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1714705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690416'] for network, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.741455 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1714941'] for network, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:08.743807 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:08.767380 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3c1df7-1a64-4bcb-b5e8-dba947bb6431,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:08.770145 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:08.773571 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-43fe959f-5702-4879-a0ed-d453e97346f2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ea3c1df7-1a64-4bcb-b5e8-dba947bb6431 HTTP/1.1" status: 204  len: 168 time: 0.9005044
Sep 15 19:18:08.911576 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44592) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:08.962319 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-b485d15d-0cef-4d11-a48f-bb5671773a35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7dff64ac8314ec4bb3bc1edf6f46986&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0495300
Sep 15 19:18:08.964589 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [-] (75126) accepted ('10.222.0.52', 44596) {{(pid=75126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:09.022492 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.047867 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.104635 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.108236 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-df53f4e8-b11f-4938-801c-2fae326202c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:09.122524 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c00d2e-a0f7-493d-8239-237379cacfbe,revision_number=None']} {{(pid=75126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:09.127186 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG oslo_concurrency.lockutils [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:09.130363 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron_lib.callbacks.manager [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.131797 dv-cinder-806008-3-iscsi neutron-server[75126]: INFO neutron.wsgi [None req-788046f1-303b-4997-967c-96d9351514e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2c00d2e-a0f7-493d-8239-237379cacfbe HTTP/1.1" status: 204  len: 168 time: 0.1663377
Sep 15 19:18:09.152127 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Deleting port ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0 {{(pid=75128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Sep 15 19:18:09.152648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766612112110'] for port, before_delete {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.215172 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron.plugins.ml2.plugin [None req-71a8902e-db97-4ebc-8467-afa8cdc28588 None None] The port 'ae0fe63b-2ffa-452e-a55d-4bb4d5018eb0' was deleted {{(pid=75128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Sep 15 19:18:09.516262 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44604) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:09.566400 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-73fee752-19db-46a9-9796-c88dd4c51a36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea170d83d0864157abe464226fff097b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487611
Sep 15 19:18:09.568780 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.wsgi [-] (75127) accepted ('10.222.0.52', 44608) {{(pid=75127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 15 19:18:09.626216 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.654167 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.703931 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777684'] for security_group, after_delete {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.707491 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-7be1bd34-d68d-43dc-942e-067b75f433e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 15 19:18:09.719151 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a443c5a-8617-44e5-bbed-d94af71d843b,revision_number=None']} {{(pid=75127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 15 19:18:09.722917 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG oslo_concurrency.lockutils [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 15 19:18:09.726108 dv-cinder-806008-3-iscsi neutron-server[75127]: DEBUG neutron_lib.callbacks.manager [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:09.727196 dv-cinder-806008-3-iscsi neutron-server[75127]: INFO neutron.wsgi [None req-6aef1b49-bfb7-4920-98c4-dbff5e1ae3f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a443c5a-8617-44e5-bbed-d94af71d843b HTTP/1.1" status: 204  len: 168 time: 0.1575572
Sep 15 19:18:28.639294 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d15794bc-838e-4a8f-91bf-24c0a764a5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:29.045030 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:30.949870 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-065389bc-a92d-4cf7-b530-4175bbc39803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:31.835093 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:33.425576 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:33.957640 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:44.911890 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:18:58.646218 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-9d296b95-64ae-4303-a866-d7b63e72770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:18:59.049648 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:00.940170 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bc0727a7-55f5-4bb5-9004-dd60d6953865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:01.837423 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:03.428711 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:03.955259 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:21.911204 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:19:28.641580 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-790e6c5d-2648-4b6b-a374-c1ca75a63775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:29.051661 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:30.942533 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-8e0a3f3b-e1e9-4fff-a0e0-481a73675305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:31.842129 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:33.429470 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:33.973682 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:58.658630 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-24992b5e-e82a-44fa-91cc-4e329b7368d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:19:58.912004 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:19:59.054109 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:00.943369 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-acdd0549-2845-4fd0-92a2-403a56c9c793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:01.843147 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:03.431707 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:03.998205 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:28.649664 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-53871b49-f6bf-4777-8140-74d3d6414d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:29.056200 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:30.944909 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d81c9b4f-a290-4f6c-868f-6648996e7db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:31.846871 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:33.434004 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:34.017995 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:35.912858 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:20:39.101332 dv-cinder-806008-3-iscsi neutron-server[75126]: DEBUG neutron.wsgi [req-fac16353-2a2c-4614-a51f-ca420ce12b8b req-47ce67f6-2e30-4b11-8e42-da1f6ba1c567 service neutron] (75126) timed out ('10.222.0.30', 61820) {{(pid=75126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 15 19:20:58.651922 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-e9e4310b-f82b-412d-a008-042b0bcf23dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:20:59.059808 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:00.953758 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d8ad-3183-46d6-b5b7-268bb1ed2d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:01.849853 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:03.436036 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:04.030858 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:12.913537 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:21:28.656152 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b6a6040e-972f-4d24-95ea-2a577b4eaee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:29.061834 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:30.947173 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-66cd280a-3b50-4996-9024-d597a6d0e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:31.851248 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:33.438532 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:34.022045 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:49.914413 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:21:58.662302 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-83f62efd-3b0a-4695-9d02-5a4d56285e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:21:59.063693 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:00.950262 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-bf319412-8b73-4681-82a9-3a6266fbd934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:01.855478 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:03.447079 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:04.045121 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:26.914202 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:22:28.653777 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe3dc-caba-4813-8c8e-9dd2a49316a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:29.065575 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:30.951932 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-b9cd870a-e22e-49aa-a80a-74d93f4e7a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:31.858049 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:33.444092 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:34.048804 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:58.655889 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-4b65e6b4-79ca-4863-8c1a-844eee489949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:22:59.069192 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-77acaafc-2f9c-43fa-8e87-57ccbee1ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:23:00.953302 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-3415a9c8-6833-41c1-9c08-7f985a0b748f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:23:01.859526 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-7e0fa8d4-447e-4d55-acd4-1cd09ebd9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:23:03.447415 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-1f871b26-6dd2-4243-867b-0d725ad97fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 15 19:23:03.914571 dv-cinder-806008-3-iscsi neutron-server[75129]: DEBUG neutron.db.agents_db [None req-4168fcb0-e307-4644-b534-f1ba48636754 None None] Agent healthcheck: found 6 active agents {{(pid=75129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 15 19:23:04.047727 dv-cinder-806008-3-iscsi neutron-server[75128]: DEBUG neutron_lib.callbacks.manager [None req-a0bb224a-e975-4d88-be0b-c16c055df07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766612180911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1783484'] for agent, after_update {{(pid=75128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}